-- Logs begin at Mon 2022-09-26 00:56:54 UTC, end at Mon 2022-09-26 01:53:31 UTC. -- Sep 26 01:27:39.907368 dv-cinder-859203-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 26 01:27:42.558436 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.common.config [-] Logging enabled! Sep 26 01:27:42.559020 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 26 01:27:42.559236 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106292) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 01:27:42.562827 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.common.config [-] Logging enabled! Sep 26 01:27:42.563083 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 26 01:27:42.563394 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106292) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 01:27:42.564330 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 01:27:42.564586 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 01:27:42.565073 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 01:27:42.565321 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 01:27:42.565550 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 01:27:42.565874 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.566179 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.566410 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.566709 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.567004 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.567291 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.567584 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.567885 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.568174 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.568491 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.568775 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.569006 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.569287 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.569574 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.569862 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.570086 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] debug = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.570366 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.570788 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.571202 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.571497 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.571789 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.572071 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.572374 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.572651 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.572938 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.573271 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] host = dv-cinder-859203-2-iscsi {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.573552 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.573842 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.574131 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.574418 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.574695 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.574978 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.575790 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.576066 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.576363 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] log_file = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.576641 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.576932 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.577221 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.577512 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.577739 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.577963 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.578248 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.578789 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.579067 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.579343 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.579620 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.579897 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.580173 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.580468 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.580761 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.581048 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.581336 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.581616 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.581896 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.582171 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.582447 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.582735 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.583014 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.583291 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.583569 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.583860 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.584133 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.584436 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.584740 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.585027 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.585316 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.585602 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.585888 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.586165 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.586439 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.586713 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.586987 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] use_json = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.587259 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.587530 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.587813 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.588088 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.588376 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.588657 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.588933 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.589219 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.589494 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:42.589798 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.590094 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.590396 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.590682 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.591540 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.591824 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.592119 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.592435 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.592735 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.593022 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.593314 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.593595 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.593897 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.594598 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.594906 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.595219 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.595526 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.595826 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.596107 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.596412 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.596696 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.596982 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.597275 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.597559 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.597852 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.598144 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.598427 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.598730 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.599022 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.599312 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.599608 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.599901 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.600179 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.600486 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.600783 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.601067 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.601343 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.601634 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.601920 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.602198 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.602484 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.602778 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.603071 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.603349 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.603633 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.603927 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.604209 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.604513 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.604793 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.605076 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.605356 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.605643 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.605923 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.606199 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.606501 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.606969 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.607203 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.607480 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.607764 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.608042 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.608321 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.608628 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.608902 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.609177 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.609451 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.609725 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.610000 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.610270 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.610548 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.610820 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.611095 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.611368 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.611642 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.611913 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.612199 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.612529 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.612810 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.613090 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.613368 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.613647 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.613925 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.614201 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.614479 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.614756 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.615030 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.615321 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.615611 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.615898 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.616185 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.616507 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.616809 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.617091 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.617373 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.617653 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.617933 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.618212 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.618495 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.618771 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.619052 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.619338 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.619632 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.619922 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.620217 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.620525 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.620822 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.621120 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.621414 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.621696 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.622005 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.622406 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:42.622628 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 01:27:42.622867 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106292) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 26 01:27:43.000283 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 01:27:43.000630 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 01:27:43.000897 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 01:27:43.001130 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 01:27:43.001411 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 01:27:43.001738 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 26 01:27:43.328622 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.328819 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.329092 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.330300 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.330572 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.330838 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.383195 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.383477 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.383746 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.400128 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.400436 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.400709 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.428910 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.429189 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.429456 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.467416 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.467691 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.467967 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.697440 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.698043 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.698043 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.699077 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.699796 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.796797 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.797119 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.797405 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.797678 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.797946 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.798259 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.798522 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.798781 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.799036 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.799319 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.799579 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.799842 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.800099 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.800368 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.800626 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.800887 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.801142 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.801411 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.801681 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.801939 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.802210 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.802461 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.802739 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.803118 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.803369 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.803618 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.804012 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 01:27:43.804251 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 01:27:43.804522 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 01:27:43.804761 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 01:27:43.804995 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 01:27:43.805230 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 01:27:43.805594 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 26 01:27:43.808667 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 26 01:27:43.813108 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 26 01:27:43.817017 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 26 01:27:43.818627 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 26 01:27:43.819241 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 26 01:27:43.819573 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 26 01:27:43.819954 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 26 01:27:43.822727 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 26 01:27:43.822980 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 26 01:27:43.823327 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 01:27:43.829251 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 26 01:27:43.851970 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 26 01:27:43.852457 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.852760 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106292) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 26 01:27:43.853129 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.854472 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106292) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 26 01:27:43.854745 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 01:27:43.854990 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 26 01:27:43.866230 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.866514 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:43.985112 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 26 01:27:43.985355 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 26 01:27:43.985589 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 26 01:27:43.985960 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 26 01:27:44.038094 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO dbcounter [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Registered counter for database neutron Sep 26 01:27:44.057691 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_db.sqlalchemy.engines [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106292) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 26 01:27:44.064478 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writer thread running {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 01:27:44.609508 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Initializing driver for type 'gre' Sep 26 01:27:44.610064 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] gre ID ranges: [(1, 1000)] Sep 26 01:27:44.664106 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Initializing driver for type 'local' Sep 26 01:27:44.664470 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Initializing driver for type 'vlan' Sep 26 01:27:44.678245 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] VlanTypeDriver initialization complete Sep 26 01:27:44.678584 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Initializing driver for type 'vxlan' Sep 26 01:27:44.679087 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] vxlan ID ranges: [(1, 1000)] Sep 26 01:27:44.738702 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Initializing extension driver 'port_security' Sep 26 01:27:44.739341 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] PortSecurityExtensionDriver initialization complete Sep 26 01:27:44.739550 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Initializing mechanism driver 'openvswitch' Sep 26 01:27:44.739939 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Initializing mechanism driver 'hyperv' Sep 26 01:27:44.746551 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:27:44.747857 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > port after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.748235 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > port after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.748623 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > port after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.749138 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 01:27:44.749562 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > subnet after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.749924 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > subnet after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.750276 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > subnet after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.750678 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 01:27:44.751089 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > network after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.751445 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > network after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.751797 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > network after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.752191 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 01:27:44.752625 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > security_group after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.752982 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > security_group after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.753329 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > security_group after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.753725 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 01:27:44.754128 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.754483 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.754827 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.755350 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 01:27:44.755759 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > address_group after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.756116 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > address_group after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.756489 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > address_group after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.756885 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106292) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 01:27:44.757327 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] ML2 OVO RPC backend initialized. {{(pid=106292) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 26 01:27:44.758036 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router_interface after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.758398 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.758821 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > network before_response 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.759888 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > networks before_response 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.760336 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > port before_response 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.760716 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > ports before_response 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.761076 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > subnet before_response 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.761431 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > subnets before_response 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.761792 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > network after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.762139 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > network after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.762485 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > network after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.762926 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > port after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.763275 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > port after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.763619 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > port after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.763963 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > subnet after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.764309 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > subnet after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.764678 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > subnet after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.772483 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded quota_driver: . Sep 26 01:27:44.772854 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.plugin [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Modular L2 Plugin initialization complete Sep 26 01:27:44.773205 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading services supported by the core plugin {{(pid=106292) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 26 01:27:44.773551 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.plugins.ml2.managers [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Got port-security extension from driver 'port_security' Sep 26 01:27:44.774036 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.extensions.vlantransparent [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Disabled vlantransparent extension. Sep 26 01:27:44.774536 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106292) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 26 01:27:44.774865 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading Plugin: router Sep 26 01:27:44.810884 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router_interface before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.811282 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router after_create 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.811665 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router before_create 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.812035 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.812444 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.812806 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router after_delete 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.813171 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > floatingip after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.813526 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > floatingip after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.813889 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router after_create 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.814241 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router after_update 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.814596 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router after_update 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.814949 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.815317 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router after_update 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.815738 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router precommit_update 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.816113 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: port after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.816502 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: port after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.816852 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: subnet after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.817207 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.817567 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > port precommit_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.817921 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router precommit_create 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.818274 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: port before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.818624 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router precommit_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.819005 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router after_update 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.819340 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router precommit_delete 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.819695 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router precommit_create 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.820064 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router_interface after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.820453 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router precommit_update 55549900 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.820830 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > agent after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.821188 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > agent after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.821542 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > network after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.822408 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Tracking information for resource: router configured {{(pid=106292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 01:27:44.822746 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Tracking information for resource: floatingip configured {{(pid=106292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 01:27:44.827677 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.db.l3_agentschedulers_db [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 26 01:27:44.828253 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: port after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.828902 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: port after_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.829262 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: port after_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.829619 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: port after_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.830420 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router before_create 55550100 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.830793 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router precommit_delete 55550100 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.831159 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router precommit_create 55550100 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.831529 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > router precommit_update 55550100 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.836362 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.services.provider_configuration [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service providers = [] {{(pid=106292) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 26 01:27:44.836735 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.db.servicetype_db [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106292) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 26 01:27:44.839681 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.services.service_base [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 01:27:44.840040 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.services.service_base [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 01:27:44.840422 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.services.service_base [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 01:27:44.841487 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.services.service_base [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 01:27:44.841862 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.services.service_base [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 26 01:27:44.842248 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 01:27:44.842569 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 26 01:27:44.854160 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 01:27:44.854502 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading Plugin: auto_allocate Sep 26 01:27:44.860932 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: network precommit_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.861257 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: network precommit_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.861780 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 01:27:44.862111 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading Plugin: tag Sep 26 01:27:44.868695 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 01:27:44.869028 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading Plugin: timestamp Sep 26 01:27:44.873384 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 01:27:44.873716 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading Plugin: network_ip_availability Sep 26 01:27:44.879283 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.879665 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.880026 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:44.880778 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 01:27:44.881104 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading Plugin: flavors Sep 26 01:27:44.885804 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 01:27:44.886143 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading Plugin: revisions Sep 26 01:27:44.891089 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 01:27:44.891477 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_concurrency.lockutils [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.890s {{(pid=106292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 01:27:44.892256 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106292) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 26 01:27:44.892636 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Initializing extension manager. Sep 26 01:27:44.893159 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: __init__.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.893504 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: __pycache__ {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.893848 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: address_group.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.894756 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.895305 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: address-group Sep 26 01:27:44.895633 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: address_scope.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.896313 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.896852 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: address-scope Sep 26 01:27:44.897179 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: admin_state_down_before_update.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.898082 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.898594 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: router-admin-state-down-before-update Sep 26 01:27:44.898920 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: agent.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.899588 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.900103 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: agent Sep 26 01:27:44.900463 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: agent_resources_synced.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.901331 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.901845 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: agent-resources-synced Sep 26 01:27:44.902172 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: allowedaddresspairs.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.904646 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.905176 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: allowed-address-pairs Sep 26 01:27:44.905513 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: auto_allocated_topology.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.906549 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.907074 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: auto-allocated-topology Sep 26 01:27:44.907409 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: availability_zone.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.908080 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.908633 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: availability_zone Sep 26 01:27:44.908966 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: availability_zone_filter.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.909846 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.910362 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: availability_zone_filter Sep 26 01:27:44.910692 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: data_plane_status.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.911559 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.912073 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension data-plane-status not supported by any of loaded plugins Sep 26 01:27:44.912433 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: default_subnetpools.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.913307 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.913821 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: default-subnetpools Sep 26 01:27:44.914147 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: dhcpagentscheduler.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.914918 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.915438 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: dhcp_agent_scheduler Sep 26 01:27:44.915764 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: dns.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.916672 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.917183 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension dns-integration not supported by any of loaded plugins Sep 26 01:27:44.917515 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: dns_domain_ports.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.918389 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.918930 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 26 01:27:44.919279 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.920174 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.920711 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 26 01:27:44.921039 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: dvr.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.921682 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.922191 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: dvr Sep 26 01:27:44.922518 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: ecmp_routes.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.923395 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.923905 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension ecmp_routes not supported by any of loaded plugins Sep 26 01:27:44.924233 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: empty_string_filtering.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.925137 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.925655 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: empty-string-filtering Sep 26 01:27:44.925983 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.926859 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.927372 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 26 01:27:44.927704 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.928608 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.929120 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 26 01:27:44.929447 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: external_net.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.930315 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.930828 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: external-net Sep 26 01:27:44.931155 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: extra_dhcp_opt.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.932020 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.932566 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: extra_dhcp_opt Sep 26 01:27:44.932894 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: extraroute.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.933761 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.934271 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: extraroute Sep 26 01:27:44.934646 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: extraroute_atomic.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.935625 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.936133 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: extraroute-atomic Sep 26 01:27:44.936493 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: filter_validation.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.937123 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.937642 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: filter-validation Sep 26 01:27:44.937967 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: fip_pf_description.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.938832 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.939338 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 26 01:27:44.939664 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: fip_pf_detail.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.940563 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.941076 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: floating-ip-port-forwarding-detail Sep 26 01:27:44.941402 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: fip_pf_port_range.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.942265 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.942775 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 26 01:27:44.943105 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: fip_port_details.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.943977 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.944524 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: fip-port-details Sep 26 01:27:44.944853 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: flavors.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.946020 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.946541 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: flavors Sep 26 01:27:44.946873 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.948506 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.949035 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 26 01:27:44.949369 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: floatingip_pools.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.950559 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.951081 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: floatingip-pools Sep 26 01:27:44.951414 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: ip_allocation.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.952300 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.952834 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension ip_allocation not supported by any of loaded plugins Sep 26 01:27:44.953161 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.954322 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.954834 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: ip-substring-filtering Sep 26 01:27:44.955162 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: l2_adjacency.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.956058 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.956597 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 26 01:27:44.956928 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: l3.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.957851 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.958368 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: router Sep 26 01:27:44.958696 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: l3_conntrack_helper.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.961081 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.961615 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 26 01:27:44.961954 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.962844 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.963371 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: ext-gw-mode Sep 26 01:27:44.963704 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.964615 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.965137 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: l3-ha Sep 26 01:27:44.965468 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.967122 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.967640 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 26 01:27:44.967971 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: l3_flavors.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.968878 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.969397 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: l3-flavors Sep 26 01:27:44.969726 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: l3_ndp_proxy.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.971048 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.971571 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 26 01:27:44.971905 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.972816 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.973338 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 26 01:27:44.973671 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: l3agentscheduler.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.974669 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.975192 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: l3_agent_scheduler Sep 26 01:27:44.975526 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: local_ip.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.977250 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.977789 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension local_ip not supported by any of loaded plugins Sep 26 01:27:44.978129 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: logging.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.979637 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.980176 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension logging not supported by any of loaded plugins Sep 26 01:27:44.980553 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: metering.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.981289 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.982045 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: metering Sep 26 01:27:44.982376 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.983430 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.983953 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: metering_source_and_destination_fields Sep 26 01:27:44.984286 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: multiprovidernet.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.985205 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.985726 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: multi-provider Sep 26 01:27:44.986059 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: netmtu.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.987018 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.987541 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: net-mtu Sep 26 01:27:44.987871 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: netmtu_writable.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.988780 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.989297 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: net-mtu-writable Sep 26 01:27:44.989626 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: network_availability_zone.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.990266 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.990778 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: network_availability_zone Sep 26 01:27:44.991105 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: network_ip_availability.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.992162 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.992716 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: network-ip-availability Sep 26 01:27:44.993045 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: network_segment_range.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.993777 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.994290 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension network-segment-range not supported by any of loaded plugins Sep 26 01:27:44.994616 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: pagination.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.995562 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.995897 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: pagination Sep 26 01:27:44.996222 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: port_device_profile.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.997735 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.998262 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: port-device-profile Sep 26 01:27:44.998586 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: port_mac_address_override.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:44.999472 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:44.999991 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: port-mac-override Sep 26 01:27:45.000316 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.001232 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.001748 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: port-mac-address-regenerate Sep 26 01:27:45.002075 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.002952 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.003468 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: port-numa-affinity-policy Sep 26 01:27:45.003795 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: port_resource_request.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.004709 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.005221 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension port-resource-request not supported by any of loaded plugins Sep 26 01:27:45.005548 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: port_resource_request_groups.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.006472 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.006987 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 26 01:27:45.007316 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: portbindings.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.008209 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.008754 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: binding Sep 26 01:27:45.009084 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: portbindings_extended.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.010309 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.010837 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: binding-extended Sep 26 01:27:45.011170 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: portsecurity.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.012045 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.013174 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: port-security Sep 26 01:27:45.013501 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: project_id.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.014635 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.014975 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: project-id Sep 26 01:27:45.015304 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: providernet.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.016193 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.016752 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: provider Sep 26 01:27:45.017083 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.020603 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.021139 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos not supported by any of loaded plugins Sep 26 01:27:45.021478 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.022705 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.023238 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 26 01:27:45.023575 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.024485 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.025010 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 26 01:27:45.025343 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_default.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.026222 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.026767 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-default not supported by any of loaded plugins Sep 26 01:27:45.027098 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_fip.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.027998 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.028580 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-fip not supported by any of loaded plugins Sep 26 01:27:45.028913 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_fip_network_policy.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.029798 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.030315 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 26 01:27:45.030647 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_gateway_ip.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.031533 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.032047 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 26 01:27:45.032395 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_port_network_policy.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.033276 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.033792 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 26 01:27:45.034121 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.035160 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.035684 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 26 01:27:45.036012 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.037044 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.037562 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 26 01:27:45.037895 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_pps_rule.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.039029 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.039552 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-pps not supported by any of loaded plugins Sep 26 01:27:45.039882 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_rule_type_details.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.040794 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.041313 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 26 01:27:45.041643 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_rule_type_filter.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.042521 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.043036 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 26 01:27:45.043367 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: qos_rules_alias.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.044529 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.045050 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 26 01:27:45.045383 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: quota_check_limit.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.046267 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.046794 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: quota-check-limit Sep 26 01:27:45.047127 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: quotasv2.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.048048 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.048799 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: quotas Sep 26 01:27:45.048799 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: quotasv2_detail.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.050380 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.050721 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: quota_details Sep 26 01:27:45.051056 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: rbac.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.052083 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.052640 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: rbac-policies Sep 26 01:27:45.052971 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: rbac_address_group.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.053864 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.054548 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: rbac-address-group Sep 26 01:27:45.054881 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: rbac_address_scope.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.055853 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.056393 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: rbac-address-scope Sep 26 01:27:45.056725 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: rbac_security_groups.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.057620 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.058137 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: rbac-security-groups Sep 26 01:27:45.058467 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: rbac_subnetpool.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.059356 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.060448 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: rbac-subnetpool Sep 26 01:27:45.060776 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: revisionifmatch.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.061693 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.062211 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: revision-if-match Sep 26 01:27:45.062536 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: revisions.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.063626 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.064144 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: standard-attr-revisions Sep 26 01:27:45.064506 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: router_availability_zone.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.065145 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.065665 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: router_availability_zone Sep 26 01:27:45.065990 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: routerservicetype.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.066873 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.067388 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension router-service-type not supported by any of loaded plugins Sep 26 01:27:45.067714 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.068639 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.069157 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: security-groups-normalized-cidr Sep 26 01:27:45.069483 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: security_groups_port_filtering.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.070369 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.070886 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: port-security-groups-filtering Sep 26 01:27:45.071215 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.072112 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.072663 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: security-groups-remote-address-group Sep 26 01:27:45.072994 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.073882 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.074400 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: security-groups-shared-filtering Sep 26 01:27:45.074731 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: securitygroup.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.085547 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.086098 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: security-group Sep 26 01:27:45.086441 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: segment.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.087153 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.087674 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension segment not supported by any of loaded plugins Sep 26 01:27:45.088013 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.088968 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.089492 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 26 01:27:45.089825 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: servicetype.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.091092 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.091634 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: service-type Sep 26 01:27:45.091972 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: sorting.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.092953 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.093291 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: sorting Sep 26 01:27:45.093618 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: standard_attr_segment.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.094522 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.095042 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 26 01:27:45.095370 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: standardattrdescription.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.095991 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.096536 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: standard-attr-description Sep 26 01:27:45.096868 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: stateful_security_group.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.097759 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.098290 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: stateful-security-group Sep 26 01:27:45.098623 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: stdattrs_common.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.099180 dv-cinder-859203-2-iscsi neutron-server[106292]: WARNING neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 26 01:27:45.099509 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.100428 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.100943 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 26 01:27:45.101271 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: subnet_onboard.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.102285 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.102809 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: subnet_onboard Sep 26 01:27:45.103140 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.104034 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.104576 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 26 01:27:45.104910 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: subnet_service_types.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.105803 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.106350 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: subnet-service-types Sep 26 01:27:45.106683 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: subnetallocation.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.107734 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.108266 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: subnet_allocation Sep 26 01:27:45.108626 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.109260 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.109776 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: subnetpool-prefix-ops Sep 26 01:27:45.110103 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.111039 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.111506 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 26 01:27:45.111833 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: tagging.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.112900 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.113428 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: standard-attr-tag Sep 26 01:27:45.113758 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: timestamp.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.114915 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.115440 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loaded extension: standard-attr-timestamp Sep 26 01:27:45.115772 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: trunk.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.116781 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.117307 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension trunk not supported by any of loaded plugins Sep 26 01:27:45.117639 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: trunk_details.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.118522 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.119040 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension trunk-details not supported by any of loaded plugins Sep 26 01:27:45.119370 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: uplink_status_propagation.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.120251 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.120793 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 26 01:27:45.121122 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Loading extension file: vlantransparent.py {{(pid=106292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 01:27:45.121760 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 01:27:45.122910 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 26 01:27:45.125468 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:network Sep 26 01:27:45.125997 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:subnet Sep 26 01:27:45.126402 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 01:27:45.126796 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:port Sep 26 01:27:45.128080 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.128562 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service FLAVORS assigned prefix: {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.129177 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.129622 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.129961 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:router Sep 26 01:27:45.130394 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:floatingip Sep 26 01:27:45.130889 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service METERING assigned prefix: /metering {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.132371 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:45.132748 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:45.133110 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:27:45.134114 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 01:27:45.134565 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:security_group Sep 26 01:27:45.134998 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 01:27:45.135545 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service CORE assigned prefix: {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.135889 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 01:27:45.136239 dv-cinder-859203-2-iscsi neutron-server[106292]: WARNING neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] subnetpool is already registered Sep 26 01:27:45.136711 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service CORE assigned prefix: {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.137041 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 01:27:45.137377 dv-cinder-859203-2-iscsi neutron-server[106292]: WARNING neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] subnetpool is already registered Sep 26 01:27:45.140649 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.141102 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service FLAVORS assigned prefix: {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.141734 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.142286 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.142627 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:router Sep 26 01:27:45.142976 dv-cinder-859203-2-iscsi neutron-server[106292]: WARNING neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] router is already registered Sep 26 01:27:45.143396 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:floatingip Sep 26 01:27:45.143737 dv-cinder-859203-2-iscsi neutron-server[106292]: WARNING neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] floatingip is already registered Sep 26 01:27:45.144213 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service METERING assigned prefix: /metering {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.144971 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 01:27:45.145308 dv-cinder-859203-2-iscsi neutron-server[106292]: WARNING neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] rbac_policy is already registered Sep 26 01:27:45.145736 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:security_group Sep 26 01:27:45.146078 dv-cinder-859203-2-iscsi neutron-server[106292]: WARNING neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] security_group is already registered Sep 26 01:27:45.146511 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 01:27:45.146851 dv-cinder-859203-2-iscsi neutron-server[106292]: WARNING neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] security_group_rule is already registered Sep 26 01:27:45.147357 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service CORE assigned prefix: {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.147692 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 01:27:45.148035 dv-cinder-859203-2-iscsi neutron-server[106292]: WARNING neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] subnetpool is already registered Sep 26 01:27:45.148506 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.v2.resource_helper [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Service CORE assigned prefix: {{(pid=106292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 01:27:45.148836 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 01:27:45.149173 dv-cinder-859203-2-iscsi neutron-server[106292]: WARNING neutron.quota.resource_registry [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] subnetpool is already registered Sep 26 01:27:45.149643 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: extensions {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.151232 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: address-groups {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.152759 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: address-scopes {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.154165 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: agents {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.155352 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: auto-allocated-topology {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.157890 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: availability_zones {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.159133 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: dhcp-networks {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.160586 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: dhcp-agents {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.162148 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: routers {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.163918 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: flavors {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.165390 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: service_profiles {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.166451 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: next_providers {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.167937 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: service_profiles {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.169732 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: floatingip-pools {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.170969 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: routers {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.172865 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: floatingips {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.174085 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: l3-routers {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.175482 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: l3-agents {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.177053 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: metering-labels {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.178686 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: metering-label-rules {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.179999 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: network-ip-availabilities {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.181481 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: bindings {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.183072 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: quotas {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.185236 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: quotas {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.186913 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: rbac-policies {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.188130 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: security-groups {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.189373 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: security-group-rules {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.190652 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: service-providers {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.191983 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: subnetpools {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.193378 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: subnetpools {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.194875 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: tags {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.196696 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: tags {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.198440 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: tags {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.200944 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: tags {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.202665 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: tags {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.204845 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: tags {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.206654 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: tags {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.208485 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: tags {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.210287 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: tags {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.212179 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron.api.extensions [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Extended resource: tags {{(pid=106292) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 01:27:45.219379 dv-cinder-859203-2-iscsi neutron-server[106292]: WARNING keystonemiddleware.auth_token [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 26 01:27:45.224495 dv-cinder-859203-2-iscsi neutron-server[106292]: WARNING keystonemiddleware.auth_token [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 26 01:27:45.233314 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_concurrency.lockutils [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Acquiring lock "singleton_lock" {{(pid=106292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 26 01:27:45.233648 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_concurrency.lockutils [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Acquired lock "singleton_lock" {{(pid=106292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 26 01:27:45.234120 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_concurrency.lockutils [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Releasing lock "singleton_lock" {{(pid=106292) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 26 01:27:45.234776 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO oslo_service.service [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Starting 2 workers Sep 26 01:27:45.239609 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Started child 106405 {{(pid=106292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 01:27:45.244021 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Started child 106406 {{(pid=106292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 01:27:45.245083 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:27:45.245710 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO neutron.service [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 26 01:27:45.246222 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Publish callbacks [] for process (None), before_spawn {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:27:45.246618 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [-] (106405) wsgi starting up on http://0.0.0.0:9696 Sep 26 01:27:45.249246 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO oslo_service.service [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Starting 1 workers Sep 26 01:27:45.249703 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:27:45.251130 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [-] (106406) wsgi starting up on http://0.0.0.0:9696 Sep 26 01:27:45.254441 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Started child 106407 {{(pid=106292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 01:27:45.254987 dv-cinder-859203-2-iscsi neutron-server[106292]: INFO oslo_service.service [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Starting 1 workers Sep 26 01:27:45.258137 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.service [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] calling RpcWorker wait() {{(pid=106407) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 26 01:27:45.258675 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.service [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] returning from RpcWorker wait() {{(pid=106407) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 26 01:27:45.259454 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Started child 106408 {{(pid=106292) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 01:27:45.259883 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:27:45.260210 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG neutron_lib.callbacks.manager [None req-9b4a2fa5-fdd4-468a-aed8-8c7bb2fbe38a None None] Publish callbacks [] for process (None), after_spawn {{(pid=106292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:27:45.260309 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:27:45.262245 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106292) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 01:27:45.262463 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 01:27:45.262708 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 01:27:45.263447 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 01:27:45.263786 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 01:27:45.263979 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 01:27:45.264535 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.264811 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.265089 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.265366 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.265928 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.266213 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.266484 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.266724 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:27:45.267198 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.267198 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.267198 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.267418 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.267587 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.267822 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.268130 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:27:45.268220 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.268491 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.268752 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.269002 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.269176 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.269430 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.269714 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.269971 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.270244 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] debug = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.270522 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.271004 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.271257 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.271513 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.271756 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.272026 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.272298 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.272597 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.272849 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.273086 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.273336 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.273622 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.273871 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.274121 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.274366 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.274640 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.274868 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.275375 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] host = dv-cinder-859203-2-iscsi {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.275628 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.275867 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.276119 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.276410 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.276673 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.276910 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.277183 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.277440 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.277710 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.277939 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.278215 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.278479 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.278736 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.279165 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_file = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.279337 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_options = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.279596 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.279886 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.280160 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.280401 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.280540 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.280708 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.281771 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.282112 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.282205 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.282409 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.282643 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.283120 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.283295 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.283560 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.283817 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.284078 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.284323 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.284604 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.284848 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.285114 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.285371 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.285718 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.286795 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.287036 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.287790 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.288098 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.288315 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.288680 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.289063 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.289063 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.289406 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.289605 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.289830 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.290591 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.290591 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.290591 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.290853 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.291028 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.291314 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.291547 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.291811 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.292126 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.292374 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.292622 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.292844 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.293062 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.293281 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] use_json = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.293495 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.293870 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.294287 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.294665 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.295069 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.296454 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.297064 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.298072 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.298389 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.298892 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.299256 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.299644 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.300540 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.301211 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.301626 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.302054 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.302362 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.302681 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.302993 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.303364 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.303660 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.304074 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.304425 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.304781 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.305208 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.305619 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.305951 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.306289 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.306571 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.306885 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.307263 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.307602 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.307905 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.308211 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.308547 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.308840 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.309217 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.310389 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.311025 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.311453 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.311777 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.312119 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.312421 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.312665 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.312924 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.313145 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.313368 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.313585 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.313804 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.314079 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.314318 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.314553 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.314801 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.315017 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.315246 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.315488 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.315748 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.317221 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.317566 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.318034 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.318380 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.319014 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.319384 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.319673 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.322589 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.323117 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.323997 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.324503 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.324932 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.326149 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.326409 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.326838 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.327078 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.327330 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.327562 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.327793 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.328017 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.328537 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.328978 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.329210 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.329430 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.329810 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.330186 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.330418 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.330664 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.330906 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.331128 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.331346 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.331583 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.331784 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.332173 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.332830 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.333055 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.333276 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.333522 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.333747 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.333968 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.334182 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.334595 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.334819 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.335071 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.335388 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.335651 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.335909 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.336129 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.336409 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.336651 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.336909 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.337455 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.337952 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.338198 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.338472 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.338724 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.338978 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.339226 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.339611 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.339872 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.340096 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.340358 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.340587 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.341004 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.341284 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.341510 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.341739 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.342305 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.342863 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.343284 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.343540 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.343816 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.345961 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.346231 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.346486 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.346790 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.347051 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.347354 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.348477 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.348854 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.349465 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.349766 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.350225 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.350682 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.350976 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.351263 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.351527 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.351793 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.352063 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.352391 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.352674 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.353091 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.353333 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.353558 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.353793 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.354148 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.354389 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.354641 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.354869 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.355152 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.355418 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.355685 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.355961 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.356983 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.357248 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.357523 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.357754 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.357973 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.358219 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.358475 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.358693 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.358912 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.359128 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.359349 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.359577 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.359789 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.360026 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.360266 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.360514 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.360733 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.360956 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.361236 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.361432 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.361652 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.361873 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.362112 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.362331 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.362723 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.362968 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.363186 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.363445 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.363667 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.363884 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:27:45.364020 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.364183 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.364443 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.364675 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.364930 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.365202 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.365420 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.365700 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.365940 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.366161 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.366397 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.366621 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.366856 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.367090 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.367340 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.367556 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.367788 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.368406 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.369078 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.369341 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.369724 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.369986 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.370231 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.370486 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.370708 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.370951 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.371444 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.372147 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.372437 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.372659 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.373375 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.374636 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.374868 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.375091 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.375314 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.375542 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.375822 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.376065 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.376327 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.376616 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.376837 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.377062 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.377302 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.377522 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.377741 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.377954 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.378195 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.378410 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.378648 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.378861 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.379181 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.379434 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.379688 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.379960 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.380178 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.380600 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.380863 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.381077 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.381291 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.381638 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.381866 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.382080 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.382329 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.382613 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.383008 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.383235 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.383455 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.383668 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.383896 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.384107 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.384317 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.384584 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.384780 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.384990 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.385238 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.385448 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.385657 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.385884 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.386099 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.386310 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.386808 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.388256 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.388516 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.388744 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.388990 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.389568 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.389873 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.390544 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.390813 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.391173 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.391418 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.391667 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.391914 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.392297 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.392544 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.392790 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.393051 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.393274 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.393500 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.393770 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.394198 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.394487 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.394909 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.395318 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.395775 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.396212 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.396958 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.397340 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.397859 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.398406 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.398873 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.399346 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.399757 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.400242 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.400546 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.400728 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.400965 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.401216 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.401465 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.401714 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.401982 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.402247 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.402468 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.402698 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.402937 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.403785 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.404005 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.404300 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.404660 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.404822 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 01:27:45.405376 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106292) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 01:27:45.405542 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 01:27:45.405698 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 01:27:45.405867 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 01:27:45.406037 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 01:27:45.406189 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 01:27:45.406396 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.406557 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.406716 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.406875 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.407057 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.407216 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.407374 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.407532 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.407688 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.407846 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.408005 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.408163 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.408325 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.408494 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.408649 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.408807 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.408966 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.409129 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.409287 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.409444 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.409601 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.409757 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] debug = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.409914 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.410127 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.410297 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.410453 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.410609 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.410765 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.410921 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.411077 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.411236 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.411390 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.411548 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.411705 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.411861 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.412017 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.412174 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.412330 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.412518 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.412676 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] host = dv-cinder-859203-2-iscsi {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.412832 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.412991 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.413148 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.413305 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.413463 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.413620 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.413779 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.413935 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.414092 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.414249 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.414407 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.414564 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.414720 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.414876 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_file = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.415033 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_options = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.415190 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.415346 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.415503 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.415690 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.415854 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.416011 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.416168 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.416326 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.416506 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.416664 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.416820 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.416978 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.417134 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.417291 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.417450 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.417607 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.417766 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.417922 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.418079 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.418237 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.418394 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.418551 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.418709 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.418947 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.419198 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.419356 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.419513 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.419670 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.419828 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.419986 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.420147 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.420308 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.420489 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.420648 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.420817 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.420960 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.421117 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.421273 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.421434 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.421592 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.421749 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.421908 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.422065 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.422221 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.422377 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.422535 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.422691 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] use_json = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.422848 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.423011 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.423165 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.423322 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.423479 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.423634 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.423792 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.423949 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.424105 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 01:27:45.424281 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.424464 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.424635 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.424796 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.424956 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.425116 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.425275 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.425435 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.425594 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.425755 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.425922 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.426082 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.426251 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.426411 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.426570 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.426733 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.426892 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.427052 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.427211 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.427371 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.427531 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.427690 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.427858 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.428004 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.428161 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.428319 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.428500 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.428666 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.428827 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.428994 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.429166 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.429325 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.429486 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.429645 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.429805 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.429965 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.430126 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.430290 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.430451 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.430611 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.430770 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.430929 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.431087 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.431245 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.431404 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.431565 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.431725 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.431884 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.432043 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.432202 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.432379 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.432544 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.432704 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.432865 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.433026 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.433186 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.433345 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.433514 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.433672 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.433831 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.433991 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.434151 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.434310 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.434582 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.434750 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.434915 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.435066 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.435219 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.435391 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.435551 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.435711 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.435870 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.436030 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.436189 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.436363 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.436532 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.436692 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.436851 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.437010 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.437170 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.437330 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.437489 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.437649 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.437808 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.437968 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.438128 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.438289 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.438447 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.438606 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.438766 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.438925 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.439093 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.439269 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.439429 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.439588 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.439746 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.439906 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.440066 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.440230 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.440415 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.440576 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.440735 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.440894 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.441052 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.441213 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.441372 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.441531 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.441689 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.441847 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.442006 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.442164 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.442324 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.442485 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.442643 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.442803 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.442962 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.443119 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.443280 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.443440 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.443597 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.443756 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.443915 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.444073 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.444241 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.444424 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.444588 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.444747 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.444912 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.445082 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.445244 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.445404 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.445563 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.445722 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.445880 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.446040 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.446199 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.446357 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.446516 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.446676 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.446845 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.447004 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.447163 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.447321 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.447501 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.447685 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.447844 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.448001 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.448160 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.448319 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.448498 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.448659 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.448824 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.448981 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.449140 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.449300 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.449460 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.449620 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.449779 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.449938 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.450710 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.450972 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.451144 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.451299 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.451459 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.451620 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.451783 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.451943 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.452102 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.452261 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.452443 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.452603 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.452763 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.452923 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.453083 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.453241 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.453657 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.453816 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.453974 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.454133 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.454292 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.454455 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.454615 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.454778 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.454938 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.455112 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.455819 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.455819 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.455819 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.455819 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.455819 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.456218 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.456218 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.456402 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.456485 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.456600 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.456761 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.456920 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.457079 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.457257 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.457419 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.457578 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.457739 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.457898 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.458058 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.458216 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.458375 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.458535 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.458695 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.458857 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.459016 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.459174 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.459332 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.459491 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.459649 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.459807 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.459966 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.460127 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.460289 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.460473 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.460634 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.460795 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.460957 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.461117 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.461277 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.461436 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.461594 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.461754 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.461914 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.462072 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.462230 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.462401 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.462560 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.462721 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.462880 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.463039 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.463198 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.463363 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.463513 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.463672 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.463829 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.463986 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.464156 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.464301 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.464484 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.464645 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.464803 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.464962 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.465121 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.465288 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.465448 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.465628 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.466437 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.466599 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.466837 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.466925 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.467065 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.467225 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.467384 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.467544 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.467703 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.467862 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.468019 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.468178 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.468336 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.468515 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.468675 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.468843 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.469003 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.469163 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.469330 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.469489 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.469648 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.469808 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.469981 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.470141 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.470306 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.470471 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.470630 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.470790 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.470952 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.471116 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.471284 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.471449 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.471609 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.471776 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.471943 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.472109 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.472268 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.472455 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.472627 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.472786 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.472944 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.473103 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.473261 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.473420 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.473579 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.473737 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.473897 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.474054 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.474213 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.474371 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.474564 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.474704 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.474826 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.474985 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.475143 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.475301 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.475461 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.475620 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 01:27:45.475773 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106292) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 01:27:45.585503 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 59740) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:27:45.593127 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0055120 Sep 26 01:27:45.597580 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038419 Sep 26 01:27:54.732123 dv-cinder-859203-2-iscsi neutron-server[106292]: DEBUG dbcounter [-] [106292] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106292) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:27:56.896455 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83454a1-3016-49c1-ba0b-e3102c2af836 None None] get_active_networks_info from dv-cinder-859203-2-iscsi {{(pid=106407) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 26 01:27:56.902836 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writer thread running {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 01:27:56.987166 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83454a1-3016-49c1-ba0b-e3102c2af836 None None] No non-hosted networks {{(pid=106407) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 26 01:27:56.989464 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eac4ea7b-45c9-4850-b142-af654d4e8890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484804'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:27:58.615834 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writer thread running {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 01:27:59.197295 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-46e7a726-c9fb-4789-ad8e-118999cf37c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484804'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:27:59.257955 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-664d7d6c-afbc-4843-ba80-c040d89880ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:00.696819 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484804'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:00.830784 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 59812) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:01.443995 dv-cinder-859203-2-iscsi neutron-server[106405]: WARNING oslo_policy.policy [None req-add63b76-3c7a-4ee4-afdd-05d5f1674c08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 01:28:01.445541 dv-cinder-859203-2-iscsi neutron-server[106405]: WARNING oslo_policy.policy [None req-add63b76-3c7a-4ee4-afdd-05d5f1674c08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 01:28:01.677059 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [None req-add63b76-3c7a-4ee4-afdd-05d5f1674c08 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:28:01.688996 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-add63b76-3c7a-4ee4-afdd-05d5f1674c08 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8573482 Sep 26 01:28:02.047793 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484804'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:02.178465 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484804'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:02.179510 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.180081 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.181567 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.182085 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.182606 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.183806 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.184319 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.184896 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.186018 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.186552 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.187086 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.187884 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.188448 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.188953 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.189880 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:02.192967 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859203-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:28:02.203551 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859203-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:28:02.855036 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.db.l3_hamode_db [None req-5a10b6be-4c39-4605-a0f5-1c38a2890380 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 26 01:28:02.936198 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a10b6be-4c39-4605-a0f5-1c38a2890380 None None] Routers set() bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:28:02.936622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a10b6be-4c39-4605-a0f5-1c38a2890380 None None] Router IDs set() for agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 26 01:28:04.438626 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 59850) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:04.758206 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-4e422e17-f83d-4739-9c29-3085ea4b0e86 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:28:04.770365 dv-cinder-859203-2-iscsi neutron-server[106405]: ERROR stevedore.extension [None req-4e422e17-f83d-4739-9c29-3085ea4b0e86 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 01:28:04.851312 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.policy [None req-4e422e17-f83d-4739-9c29-3085ea4b0e86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106405) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 01:28:04.893264 dv-cinder-859203-2-iscsi neutron-server[106405]: WARNING oslo_policy.policy [None req-4e422e17-f83d-4739-9c29-3085ea4b0e86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 01:28:04.893631 dv-cinder-859203-2-iscsi neutron-server[106405]: WARNING oslo_policy.policy [None req-4e422e17-f83d-4739-9c29-3085ea4b0e86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 01:28:04.913836 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writer thread running {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 01:28:04.989614 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4e422e17-f83d-4739-9c29-3085ea4b0e86 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771170243084', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771170243584', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771170259748', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771170283552', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771170273103', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771170297375', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1373863', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1364433', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-639376', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567214'] for rbac-policy (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:05.060269 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4e422e17-f83d-4739-9c29-3085ea4b0e86 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:05.061470 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-4e422e17-f83d-4739-9c29-3085ea4b0e86 admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6219389 Sep 26 01:28:07.648708 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 59860) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:08.157570 dv-cinder-859203-2-iscsi neutron-server[106406]: WARNING oslo_policy.policy [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 01:28:08.158116 dv-cinder-859203-2-iscsi neutron-server[106406]: WARNING oslo_policy.policy [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 01:28:08.378452 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:28:08.391781 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writer thread running {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 01:28:08.432311 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Made reservation on behalf of 5f976380e1494db480dc80868d51a0bc for: {'network': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:28:08.442136 dv-cinder-859203-2-iscsi neutron-server[106406]: ERROR stevedore.extension [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 01:28:08.494071 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.policy [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106406) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 01:28:08.537325 dv-cinder-859203-2-iscsi neutron-server[106406]: WARNING oslo_policy.policy [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 01:28:08.537710 dv-cinder-859203-2-iscsi neutron-server[106406]: WARNING oslo_policy.policy [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 01:28:08.549033 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:08.575027 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:08.700214 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Publish callbacks [] for security_group (94810626-e555-4f5c-ade3-21104ae609af), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:08.704584 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (94810626-e555-4f5c-ade3-21104ae609af), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:08.731096 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=106406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:28:08.762028 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771167330488', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (2565c2ac-969d-4ed3-b631-5d85dacc700b), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:08.762589 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Unsubscribe: segment precommit_create {{(pid=106406) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 01:28:08.763137 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.segments_db [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Added segment 2565c2ac-969d-4ed3-b631-5d85dacc700b of type vlan for network d2677630-ff48-47fb-8be3-e28796225651 Sep 26 01:28:08.806376 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=94810626-e555-4f5c-ade3-21104ae609af,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:08.851260 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.851600 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.851959 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.852311 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.852665 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.852990 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.853324 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.853628 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.853946 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.854263 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.854580 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.855447 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.855769 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.856256 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.856600 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Tracked resource versions report: Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: pushed versions: Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: { 'AddressGroup': {'1.2'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Agent': {'1.1'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'ConntrackHelper': {'1.0'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'LocalIPAssociation': {'1.0'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Log': {'1.0'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'NDPProxy': {'1.0'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Network': {'1.1'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Port': {'1.7'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'PortForwarding': {'1.3'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'QosPolicy': {'1.10'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'SecurityGroup': {'1.5'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'SecurityGroupRule': {'1.2'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'SubPort': {'1.0'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Subnet': {'1.1'}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Trunk': {'1.1'}} Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: consumer versions: Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: { DHCP agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: L3 agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: Metadata agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: Metering agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: Open vSwitch agent@dv-cinder-859203-2-iscsi: { 'AddressGroup': '1.2', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Agent': '1.1', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'ConntrackHelper': '1.0', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'LocalIPAssociation': '1.0', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Log': '1.0', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'NDPProxy': '1.0', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Network': '1.1', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Port': '1.7', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'PortForwarding': '1.3', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'QosPolicy': '1.10', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'SecurityGroup': '1.5', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'SecurityGroupRule': '1.2', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'SubPort': '1.0', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Subnet': '1.1', Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Trunk': '1.1'}} Sep 26 01:28:08.857978 dv-cinder-859203-2-iscsi neutron-server[106406]: {{(pid=106406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 01:28:08.882316 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (d2677630-ff48-47fb-8be3-e28796225651), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:08.924137 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (d2677630-ff48-47fb-8be3-e28796225651), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:08.929219 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:28:08.929917 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:09.030911 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3801312 Sep 26 01:28:09.054205 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a2661-4339-41f4-af3f-f2f1244b913b demo demo] Pushing event updated for resources: {'Network': ['ID=d2677630-ff48-47fb-8be3-e28796225651,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:09.066649 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network d2677630-ff48-47fb-8be3-e28796225651 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:28:11.682155 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 59880) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:12.067797 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=7 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:12.072616 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:12.102701 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c98fc6-6f46-4b8c-8bd4-2de19f27519b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:28:12.104067 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-39c98fc6-6f46-4b8c-8bd4-2de19f27519b demo admin] 10.222.0.25 "GET /networking/v2.0/networks/d2677630-ff48-47fb-8be3-e28796225651 HTTP/1.1" status: 200 len: 825 time: 0.4210172 Sep 26 01:28:12.145425 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-2d5979be-a04f-4a3f-a613-0272e24b58c2 demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/b49a147a-60de-4e1a-88fa-5986a8d54892 HTTP/1.1" status: 200 len: 734 time: 0.0343904 Sep 26 01:28:12.154672 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-60090eba-e8ad-477e-b65e-19574b08ffff demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'b49a147a-60de-4e1a-88fa-5986a8d54892', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:28:12.169906 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=60,neutron:INSERT=36,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:12.179123 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60090eba-e8ad-477e-b65e-19574b08ffff demo admin] Made reservation on behalf of 5f976380e1494db480dc80868d51a0bc for: {'subnet': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:28:12.181375 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-60090eba-e8ad-477e-b65e-19574b08ffff demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:12.474966 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-60090eba-e8ad-477e-b65e-19574b08ffff demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for subnet (d4870c56-10cd-4d19-adf0-155234a4d6a2), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:12.497110 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:12.541415 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60090eba-e8ad-477e-b65e-19574b08ffff demo admin] Pushing event updated for resources: {'Subnet': ['ID=d4870c56-10cd-4d19-adf0-155234a4d6a2,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:12.551695 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60090eba-e8ad-477e-b65e-19574b08ffff demo admin] Checking segment: {'id': '2565c2ac-969d-4ed3-b631-5d85dacc700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:28:12.552072 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60090eba-e8ad-477e-b65e-19574b08ffff demo admin] Network hostable DHCP agents. Network: d2677630-ff48-47fb-8be3-e28796225651, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:28:12.572512 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60090eba-e8ad-477e-b65e-19574b08ffff demo admin] Network d2677630-ff48-47fb-8be3-e28796225651 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:28:12.584113 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-60090eba-e8ad-477e-b65e-19574b08ffff demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, d2677630-ff48-47fb-8be3-e28796225651) {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:28:12.588700 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60090eba-e8ad-477e-b65e-19574b08ffff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:28:12.589913 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-60090eba-e8ad-477e-b65e-19574b08ffff demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:12.594970 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b101f542-36d5-4d09-8612-3da5bc3e6e07 None None] Network d2677630-ff48-47fb-8be3-e28796225651 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:28:12.617110 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-60090eba-e8ad-477e-b65e-19574b08ffff demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4660025 Sep 26 01:28:12.865311 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-d2677630-ff48-47fb-8be3-e28796225651', 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651', 'project_id': '5f976380e1494db480dc80868d51a0bc', 'fixed_ips': [{'subnet_id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:28:12.866638 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:13.146277 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Allocated IP 172.20.0.2 (d2677630-ff48-47fb-8be3-e28796225651/d4870c56-10cd-4d19-adf0-155234a4d6a2/a8ad7a8d-949d-4e43-8433-bda7072167c5) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:28:13.153279 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:13.417822 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Publish callbacks [] for port (a8ad7a8d-949d-4e43-8433-bda7072167c5), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:13.425353 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (a8ad7a8d-949d-4e43-8433-bda7072167c5), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:13.504531 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Network d2677630-ff48-47fb-8be3-e28796225651 is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:28:13.510243 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:28:13.515376 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Pushing event updated for resources: {'Port': ['ID=a8ad7a8d-949d-4e43-8433-bda7072167c5,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:13.517628 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:28:13.534453 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.534791 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.535143 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.535512 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.535828 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.536153 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.536496 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.536817 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.537137 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.537455 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.537771 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.538109 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.538426 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.538739 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.539050 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Tracked resource versions report: Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: pushed versions: Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: { 'AddressGroup': {'1.2'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Agent': {'1.1'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'ConntrackHelper': {'1.0'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'LocalIPAssociation': {'1.0'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Log': {'1.0'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'NDPProxy': {'1.0'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Network': {'1.1'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Port': {'1.7'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'PortForwarding': {'1.3'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'QosPolicy': {'1.10'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'SecurityGroup': {'1.5'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'SecurityGroupRule': {'1.2'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'SubPort': {'1.0'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Subnet': {'1.1'}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Trunk': {'1.1'}} Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: consumer versions: Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: { DHCP agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: L3 agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: Metadata agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: Metering agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: Open vSwitch agent@dv-cinder-859203-2-iscsi: { 'AddressGroup': '1.2', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Agent': '1.1', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'ConntrackHelper': '1.0', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'LocalIPAssociation': '1.0', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Log': '1.0', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'NDPProxy': '1.0', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Network': '1.1', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Port': '1.7', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'PortForwarding': '1.3', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'QosPolicy': '1.10', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'SecurityGroup': '1.5', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'SecurityGroupRule': '1.2', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'SubPort': '1.0', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Subnet': '1.1', Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Trunk': '1.1'}} Sep 26 01:28:13.540495 dv-cinder-859203-2-iscsi neutron-server[106407]: {{(pid=106407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 01:28:13.614088 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Attempting to bind port a8ad7a8d-949d-4e43-8433-bda7072167c5 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:28:13.614714 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Attempting to bind port a8ad7a8d-949d-4e43-8433-bda7072167c5 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '2565c2ac-969d-4ed3-b631-5d85dacc700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:28:13.614892 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Attempting to bind port a8ad7a8d-949d-4e43-8433-bda7072167c5 on network d2677630-ff48-47fb-8be3-e28796225651 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:28:13.670194 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:13.674899 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:28:13.675281 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Checking segment: {'id': '2565c2ac-969d-4ed3-b631-5d85dacc700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:28:13.675734 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:13.676115 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Bound using segment: {'id': '2565c2ac-969d-4ed3-b631-5d85dacc700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:28:13.676667 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Bound port: a8ad7a8d-949d-4e43-8433-bda7072167c5, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2565c2ac-969d-4ed3-b631-5d85dacc700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:28:13.677063 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (a8ad7a8d-949d-4e43-8433-bda7072167c5), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:13.741531 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] For port a8ad7a8d-949d-4e43-8433-bda7072167c5, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:28:13.760733 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] For port a8ad7a8d-949d-4e43-8433-bda7072167c5, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=a8ad7a8d-949d-4e43-8433-bda7072167c5,segment=NetworkSegment(2565c2ac-969d-4ed3-b631-5d85dacc700b),segment_id=2565c2ac-969d-4ed3-b631-5d85dacc700b)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:28:13.767716 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (a8ad7a8d-949d-4e43-8433-bda7072167c5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:13.819701 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa30798-b58a-4a08-bc26-f1b64f0f0fbb None None] Pushing event updated for resources: {'Port': ['ID=a8ad7a8d-949d-4e43-8433-bda7072167c5,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:15.054374 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=13,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:15.055456 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=20,neutron:INSERT=34,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:15.322894 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 59900) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:15.651878 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [None req-ab936886-dc5b-43ba-8ff9-fdc4daac9d4d admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:28:15.652902 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ab936886-dc5b-43ba-8ff9-fdc4daac9d4d admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3286247 Sep 26 01:28:18.371255 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 59908) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:18.700099 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [None req-7be85cc3-3b82-4673-8f72-e2e549a22244 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:28:18.701148 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-7be85cc3-3b82-4673-8f72-e2e549a22244 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3290477 Sep 26 01:28:21.392323 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 59920) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:21.726549 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-7dd4f00c-2d19-4a66-ade4-b93588f19e89 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:28:21.754170 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f00c-2d19-4a66-ade4-b93588f19e89 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (9dbfbd61-bbb2-4444-840a-18d25c29e009), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:21.755662 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f00c-2d19-4a66-ade4-b93588f19e89 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (9dbfbd61-bbb2-4444-840a-18d25c29e009), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:21.894220 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f00c-2d19-4a66-ade4-b93588f19e89 demo demo] Publish callbacks [] for router_controller (9dbfbd61-bbb2-4444-840a-18d25c29e009), precommit_add_association {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:21.898978 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f00c-2d19-4a66-ade4-b93588f19e89 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665'] for router (9dbfbd61-bbb2-4444-840a-18d25c29e009), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:21.917478 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f00c-2d19-4a66-ade4-b93588f19e89 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:21.918520 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-7dd4f00c-2d19-4a66-ade4-b93588f19e89 demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5251710 Sep 26 01:28:21.924153 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device a8ad7a8d-949d-4e43-8433-bda7072167c5 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:28:21.991382 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f36e6c8-86ec-4f92-8f0f-fe7a18f424fa None None] Network d2677630-ff48-47fb-8be3-e28796225651 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:28:22.076022 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-f626fbd4-f563-424d-bd48-3467447a3140 None None] Provisioning complete for port a8ad7a8d-949d-4e43-8433-bda7072167c5 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:28:22.076737 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f626fbd4-f563-424d-bd48-3467447a3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (a8ad7a8d-949d-4e43-8433-bda7072167c5), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:22.077106 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-f626fbd4-f563-424d-bd48-3467447a3140 None None] Attempt 1 to provision port a8ad7a8d-949d-4e43-8433-bda7072167c5 Sep 26 01:28:22.078930 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port a8ad7a8d-949d-4e43-8433-bda7072167c5 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:28:22.079297 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (a8ad7a8d-949d-4e43-8433-bda7072167c5), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:22.079629 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port a8ad7a8d-949d-4e43-8433-bda7072167c5 Sep 26 01:28:22.308359 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-f626fbd4-f563-424d-bd48-3467447a3140 None None] Current status of the port a8ad7a8d-949d-4e43-8433-bda7072167c5 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:28:22.308757 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f626fbd4-f563-424d-bd48-3467447a3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (a8ad7a8d-949d-4e43-8433-bda7072167c5), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:22.310651 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port a8ad7a8d-949d-4e43-8433-bda7072167c5 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:28:22.311019 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (a8ad7a8d-949d-4e43-8433-bda7072167c5), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:22.314195 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:22.365858 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-f626fbd4-f563-424d-bd48-3467447a3140 None None] For port a8ad7a8d-949d-4e43-8433-bda7072167c5, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=a8ad7a8d-949d-4e43-8433-bda7072167c5,segment=NetworkSegment(2565c2ac-969d-4ed3-b631-5d85dacc700b),segment_id=2565c2ac-969d-4ed3-b631-5d85dacc700b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:28:22.370926 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f626fbd4-f563-424d-bd48-3467447a3140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (a8ad7a8d-949d-4e43-8433-bda7072167c5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:22.442675 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.db.api [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 01:28:22.443175 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG oslo_db.api [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 01:28:22.456051 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626fbd4-f563-424d-bd48-3467447a3140 None None] Pushing event updated for resources: {'Port': ['ID=a8ad7a8d-949d-4e43-8433-bda7072167c5,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:22.489905 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-7a905ed9-4ede-473a-9491-545b4a01d865 None None] Provisioning complete for port a8ad7a8d-949d-4e43-8433-bda7072167c5 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:28:22.490294 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-7a905ed9-4ede-473a-9491-545b4a01d865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (a8ad7a8d-949d-4e43-8433-bda7072167c5), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:22.490630 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-7a905ed9-4ede-473a-9491-545b4a01d865 None None] Attempt 1 to provision port a8ad7a8d-949d-4e43-8433-bda7072167c5 Sep 26 01:28:22.560470 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:22.564923 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-7a905ed9-4ede-473a-9491-545b4a01d865 None None] Current status of the port a8ad7a8d-949d-4e43-8433-bda7072167c5 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:28:22.977437 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port a8ad7a8d-949d-4e43-8433-bda7072167c5 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:28:23.888704 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device a8ad7a8d-949d-4e43-8433-bda7072167c5 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:28:23.932073 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port a8ad7a8d-949d-4e43-8433-bda7072167c5 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:28:23.932483 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (a8ad7a8d-949d-4e43-8433-bda7072167c5), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:23.932822 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port a8ad7a8d-949d-4e43-8433-bda7072167c5 Sep 26 01:28:24.065086 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port a8ad7a8d-949d-4e43-8433-bda7072167c5 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:28:24.589040 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 59930) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:24.908634 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [None req-86e7862b-699d-46e5-a6d3-7ca288e4ae93 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:28:24.909610 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-86e7862b-699d-46e5-a6d3-7ca288e4ae93 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3196499 Sep 26 01:28:26.845393 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-e6488e60-7f8e-4d7c-b66b-1d909ce8f9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:27.547357 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 59938) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:27.873200 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:28:27.893308 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Made reservation on behalf of 7124d36dd410484faf5f0034e732bac5 for: {'network': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:28:27.895512 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:27.904130 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:27.980926 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Publish callbacks [] for security_group (c3113e55-aa8b-4af9-95ac-994910f4c07d), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:27.984537 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (c3113e55-aa8b-4af9-95ac-994910f4c07d), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:27.999353 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Reserving flat network on physical network physnet1 {{(pid=106406) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 26 01:28:28.024769 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3113e55-aa8b-4af9-95ac-994910f4c07d,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:28.029841 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (c60c5481-e4db-41a3-86b1-f16b9b106b3b), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:28.030184 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.segments_db [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Added segment c60c5481-e4db-41a3-86b1-f16b9b106b3b of type flat for network 4033d1d8-514c-468e-8f1f-247159e0de47 Sep 26 01:28:28.078228 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (4033d1d8-514c-468e-8f1f-247159e0de47), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:28.093024 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:28.112919 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (4033d1d8-514c-468e-8f1f-247159e0de47), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:28.114081 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:28:28.114685 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:28.188276 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6398489 Sep 26 01:28:28.213331 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a312e5-9fea-4187-aa53-d89f932c6610 admin admin] Pushing event updated for resources: {'Network': ['ID=4033d1d8-514c-468e-8f1f-247159e0de47,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:28.223438 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network 4033d1d8-514c-468e-8f1f-247159e0de47 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:28:29.195511 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-b486fc48-72f7-450f-a9f9-391d0e5d7409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:30.641242 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:30.852309 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 59946) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:31.275334 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ddaaae-5a41-4a95-a683-849ae2289fb0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:28:31.276879 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-92ddaaae-5a41-4a95-a683-849ae2289fb0 demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/d4870c56-10cd-4d19-adf0-155234a4d6a2 HTTP/1.1" status: 200 len: 849 time: 0.4236236 Sep 26 01:28:31.442938 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-21c5dd9a-849f-42ae-9f9c-640a8577176b demo admin] 10.222.0.25 "GET /networking/v2.0/routers/9dbfbd61-bbb2-4444-840a-18d25c29e009 HTTP/1.1" status: 200 len: 704 time: 0.1601264 Sep 26 01:28:31.708978 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:31.964610 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:32.028605 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Allocated IP 172.20.0.1 (d2677630-ff48-47fb-8be3-e28796225651/d4870c56-10cd-4d19-adf0-155234a4d6a2/fb625c22-1f1d-439a-9785-8626265cb3d8) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:28:32.173575 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:32.241988 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Publish callbacks [] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:32.306155 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:32.349315 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Network d2677630-ff48-47fb-8be3-e28796225651 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:28:32.369846 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:28:32.413993 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Pushing event updated for resources: {'Port': ['ID=fb625c22-1f1d-439a-9785-8626265cb3d8,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:32.417285 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:28:32.417845 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428312'] for router_interface (9dbfbd61-bbb2-4444-840a-18d25c29e009), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:32.481191 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.481537 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.481899 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.482254 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.482587 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.482912 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.483253 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.483703 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.484045 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.484389 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.484711 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.485046 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.485368 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.485685 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.486002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Tracked resource versions report: Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: pushed versions: Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: { 'AddressGroup': {'1.2'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Agent': {'1.1'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'ConntrackHelper': {'1.0'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'LocalIPAssociation': {'1.0'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Log': {'1.0'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'NDPProxy': {'1.0'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Network': {'1.1'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Port': {'1.7'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'PortForwarding': {'1.3'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'QosPolicy': {'1.10'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'SecurityGroup': {'1.5'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'SecurityGroupRule': {'1.2'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'SubPort': {'1.0'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Subnet': {'1.1'}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Trunk': {'1.1'}} Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: consumer versions: Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: { DHCP agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: L3 agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: Metadata agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: Metering agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: Open vSwitch agent@dv-cinder-859203-2-iscsi: { 'AddressGroup': '1.2', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Agent': '1.1', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'ConntrackHelper': '1.0', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'LocalIPAssociation': '1.0', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Log': '1.0', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'NDPProxy': '1.0', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Network': '1.1', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Port': '1.7', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'PortForwarding': '1.3', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'QosPolicy': '1.10', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'SecurityGroup': '1.5', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'SecurityGroupRule': '1.2', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'SubPort': '1.0', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Subnet': '1.1', Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Trunk': '1.1'}} Sep 26 01:28:32.487351 dv-cinder-859203-2-iscsi neutron-server[106405]: {{(pid=106405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 01:28:32.618660 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:32.627428 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:32.631095 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:32.646133 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Provisioning complete for port fb625c22-1f1d-439a-9785-8626265cb3d8 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:28:32.646604 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:32.647031 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Attempt 1 to provision port fb625c22-1f1d-439a-9785-8626265cb3d8 Sep 26 01:28:32.679297 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Port fb625c22-1f1d-439a-9785-8626265cb3d8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:28:32.846510 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Publish callbacks [] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:32.850715 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:32.851668 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428428'] for router_interface (9dbfbd61-bbb2-4444-840a-18d25c29e009), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:32.933242 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Pushing event updated for resources: {'Port': ['ID=fb625c22-1f1d-439a-9785-8626265cb3d8,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:32.980884 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Network d2677630-ff48-47fb-8be3-e28796225651 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:28:32.982214 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:28:33.180790 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Attempt 2 to provision port fb625c22-1f1d-439a-9785-8626265cb3d8 Sep 26 01:28:33.187395 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Router 9dbfbd61-bbb2-4444-840a-18d25c29e009 is scheduled to L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 with binding_index 1 {{(pid=106405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 01:28:33.216483 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Port fb625c22-1f1d-439a-9785-8626265cb3d8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:28:33.277735 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:28:33.283699 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-867205e5-d684-4c4f-b0ba-5b7697125b03 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/9dbfbd61-bbb2-4444-840a-18d25c29e009/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8348196 Sep 26 01:28:33.287842 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Sync routers for ids ['9dbfbd61-bbb2-4444-840a-18d25c29e009'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:28:33.300740 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Routers {'9dbfbd61-bbb2-4444-840a-18d25c29e009'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:28:33.301838 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:28:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['9dbfbd61-bbb2-4444-840a-18d25c29e009'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:28:33.487942 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Set router 9dbfbd61-bbb2-4444-840a-18d25c29e009 gateway port host: None {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:28:33.717324 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Attempt 3 to provision port fb625c22-1f1d-439a-9785-8626265cb3d8 Sep 26 01:28:33.750785 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Port fb625c22-1f1d-439a-9785-8626265cb3d8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:28:33.908842 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'name': 'router1', 'tenant_id': '5f976380e1494db480dc80868d51a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:28:21Z', 'updated_at': '2022-09-26T01:28:32Z', 'revision_number': 2, 'project_id': '5f976380e1494db480dc80868d51a0bc', 'gw_port_host': None, '_interfaces': [{'id': 'fb625c22-1f1d-439a-9785-8626265cb3d8', 'name': '', 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651', 'tenant_id': '5f976380e1494db480dc80868d51a0bc', 'mac_address': 'fa:16:3e:43:8e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:28:31Z', 'updated_at': '2022-09-26T01:28:32Z', 'revision_number': 2, 'project_id': '5f976380e1494db480dc80868d51a0bc', 'subnets': [{'id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b49a147a-60de-4e1a-88fa-5986a8d54892'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:28:33.959698 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Checking router: 9dbfbd61-bbb2-4444-840a-18d25c29e009 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:28:33.960064 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Updating router 9dbfbd61-bbb2-4444-840a-18d25c29e009 port fb625c22-1f1d-439a-9785-8626265cb3d8 binding host dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:28:34.013715 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:34.252666 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Attempt 4 to provision port fb625c22-1f1d-439a-9785-8626265cb3d8 Sep 26 01:28:34.285468 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Port fb625c22-1f1d-439a-9785-8626265cb3d8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:28:34.519828 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Publish callbacks [] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), precommit_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:34.526020 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:34.666428 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Pushing event updated for resources: {'Port': ['ID=fb625c22-1f1d-439a-9785-8626265cb3d8,revision_number=3']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:34.682766 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.683109 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.683454 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.683792 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.684120 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.684466 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.684787 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.685106 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.685424 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.685742 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.686058 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.686389 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.686708 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.687029 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.687341 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Tracked resource versions report: Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: pushed versions: Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: { 'AddressGroup': {'1.2'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Agent': {'1.1'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'ConntrackHelper': {'1.0'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'LocalIPAssociation': {'1.0'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Log': {'1.0'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'NDPProxy': {'1.0'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Network': {'1.1'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Port': {'1.7'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'PortForwarding': {'1.3'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'QosPolicy': {'1.10'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'SecurityGroup': {'1.5'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'SecurityGroupRule': {'1.2'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'SubPort': {'1.0'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Subnet': {'1.1'}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Trunk': {'1.1'}} Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: consumer versions: Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: { DHCP agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: L3 agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: Metadata agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: Metering agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: Open vSwitch agent@dv-cinder-859203-2-iscsi: { 'AddressGroup': '1.2', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Agent': '1.1', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'ConntrackHelper': '1.0', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'LocalIPAssociation': '1.0', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Log': '1.0', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'NDPProxy': '1.0', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Network': '1.1', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Port': '1.7', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'PortForwarding': '1.3', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'QosPolicy': '1.10', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'SecurityGroup': '1.5', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'SecurityGroupRule': '1.2', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'SubPort': '1.0', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Subnet': '1.1', Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Trunk': '1.1'}} Sep 26 01:28:34.688710 dv-cinder-859203-2-iscsi neutron-server[106408]: {{(pid=106408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 01:28:34.691819 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Attempting to bind port fb625c22-1f1d-439a-9785-8626265cb3d8 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:28:34.692337 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Attempting to bind port fb625c22-1f1d-439a-9785-8626265cb3d8 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '2565c2ac-969d-4ed3-b631-5d85dacc700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651'}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:28:34.692800 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Attempting to bind port fb625c22-1f1d-439a-9785-8626265cb3d8 on network d2677630-ff48-47fb-8be3-e28796225651 {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:28:34.777271 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:28:34.777674 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Checking segment: {'id': '2565c2ac-969d-4ed3-b631-5d85dacc700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:28:34.778138 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:34.778529 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Bound using segment: {'id': '2565c2ac-969d-4ed3-b631-5d85dacc700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651'} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:28:34.778994 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Bound port: fb625c22-1f1d-439a-9785-8626265cb3d8, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2565c2ac-969d-4ed3-b631-5d85dacc700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651'}}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:28:34.779382 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:34.786591 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Attempt 5 to provision port fb625c22-1f1d-439a-9785-8626265cb3d8 Sep 26 01:28:34.817540 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:34.823229 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Port fb625c22-1f1d-439a-9785-8626265cb3d8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:28:34.831257 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:34.846631 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] For port fb625c22-1f1d-439a-9785-8626265cb3d8, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:28:34.865784 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] For port fb625c22-1f1d-439a-9785-8626265cb3d8, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=fb625c22-1f1d-439a-9785-8626265cb3d8,segment=NetworkSegment(2565c2ac-969d-4ed3-b631-5d85dacc700b),segment_id=2565c2ac-969d-4ed3-b631-5d85dacc700b)] {{(pid=106408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:28:34.873826 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:34.912128 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Routers {'9dbfbd61-bbb2-4444-840a-18d25c29e009'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:28:34.912756 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:28:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['9dbfbd61-bbb2-4444-840a-18d25c29e009'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:28:34.992811 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2df8c2-0355-4a87-8fbd-aae5c8e4ceea None None] Pushing event updated for resources: {'Port': ['ID=fb625c22-1f1d-439a-9785-8626265cb3d8,revision_number=4']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:35.009318 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] Set router 9dbfbd61-bbb2-4444-840a-18d25c29e009 gateway port host: None {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:28:35.201723 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'name': 'router1', 'tenant_id': '5f976380e1494db480dc80868d51a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:28:21Z', 'updated_at': '2022-09-26T01:28:32Z', 'revision_number': 2, 'project_id': '5f976380e1494db480dc80868d51a0bc', 'gw_port_host': None, '_interfaces': [{'id': 'fb625c22-1f1d-439a-9785-8626265cb3d8', 'name': '', 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651', 'tenant_id': '5f976380e1494db480dc80868d51a0bc', 'mac_address': 'fa:16:3e:43:8e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:28:31Z', 'updated_at': '2022-09-26T01:28:34Z', 'revision_number': 4, 'project_id': '5f976380e1494db480dc80868d51a0bc', 'subnets': [{'id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b49a147a-60de-4e1a-88fa-5986a8d54892'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:28:35.227978 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba354fe-56d9-40e7-af85-d738ba9787c3 None None] The sync data for ids ['9dbfbd61-bbb2-4444-840a-18d25c29e009'] in dv-cinder-859203-2-iscsi is: [{'id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'name': 'router1', 'tenant_id': '5f976380e1494db480dc80868d51a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:28:21Z', 'updated_at': '2022-09-26T01:28:32Z', 'revision_number': 2, 'project_id': '5f976380e1494db480dc80868d51a0bc', 'gw_port_host': None, '_interfaces': [{'id': 'fb625c22-1f1d-439a-9785-8626265cb3d8', 'name': '', 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651', 'tenant_id': '5f976380e1494db480dc80868d51a0bc', 'mac_address': 'fa:16:3e:43:8e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:28:31Z', 'updated_at': '2022-09-26T01:28:34Z', 'revision_number': 4, 'project_id': '5f976380e1494db480dc80868d51a0bc', 'subnets': [{'id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b49a147a-60de-4e1a-88fa-5986a8d54892'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:28:35.325059 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Attempt 6 to provision port fb625c22-1f1d-439a-9785-8626265cb3d8 Sep 26 01:28:35.405542 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Current status of the port fb625c22-1f1d-439a-9785-8626265cb3d8 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:28:35.406087 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:35.439847 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] For port fb625c22-1f1d-439a-9785-8626265cb3d8, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=fb625c22-1f1d-439a-9785-8626265cb3d8,segment=NetworkSegment(2565c2ac-969d-4ed3-b631-5d85dacc700b),segment_id=2565c2ac-969d-4ed3-b631-5d85dacc700b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:28:35.444377 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:35.496352 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdff03-3abd-467b-8572-2e620de3c6a6 None None] Pushing event updated for resources: {'Port': ['ID=fb625c22-1f1d-439a-9785-8626265cb3d8,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:35.558108 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:35.568034 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-91f7aa63-c36e-445a-bd30-857739b6998c None None] Provisioning complete for port fb625c22-1f1d-439a-9785-8626265cb3d8 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:28:35.568432 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-91f7aa63-c36e-445a-bd30-857739b6998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:35.568784 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-91f7aa63-c36e-445a-bd30-857739b6998c None None] Attempt 1 to provision port fb625c22-1f1d-439a-9785-8626265cb3d8 Sep 26 01:28:35.633199 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:35.648106 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-91f7aa63-c36e-445a-bd30-857739b6998c None None] Current status of the port fb625c22-1f1d-439a-9785-8626265cb3d8 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:28:35.941349 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 59960) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:36.339509 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e45a30a-6c07-4a7b-a230-5bdc3dcea6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:28:36.340953 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-2e45a30a-6c07-4a7b-a230-5bdc3dcea6b5 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/4033d1d8-514c-468e-8f1f-247159e0de47 HTTP/1.1" status: 200 len: 842 time: 0.3987644 Sep 26 01:28:36.351252 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] Request body: {'subnet': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:28:36.381343 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] Made reservation on behalf of 7124d36dd410484faf5f0034e732bac5 for: {'subnet': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:28:36.383815 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:36.537986 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:36.635361 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:36.693799 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.objects.ports [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106405) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 26 01:28:36.694243 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for subnet (b2033a70-4c39-436a-aeca-6750406399b9), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:36.753724 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2033a70-4c39-436a-aeca-6750406399b9,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:36.765952 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:28:36.766322 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] Network hostable DHCP agents. Network: 4033d1d8-514c-468e-8f1f-247159e0de47, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:28:36.788499 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:28:36.800995 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, 4033d1d8-514c-468e-8f1f-247159e0de47) {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:28:36.805172 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:28:36.805780 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:36.810277 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019ca1b3-8bbf-4e75-9977-bcedec30cbf3 None None] Network 4033d1d8-514c-468e-8f1f-247159e0de47 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:28:36.829149 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-9c4f8b1b-9d71-4695-a55f-6503b9999884 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4815395 Sep 26 01:28:36.921594 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c959cd88-91b5-47c8-ab3e-0c648dfed56f None None] Network 4033d1d8-514c-468e-8f1f-247159e0de47 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:28:38.205293 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:38.210067 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=62,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:39.511110 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 59968) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:39.939286 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-514bc1eb-b5a7-477b-af6b-9e007aca263e demo admin] 10.222.0.25 "GET /networking/v2.0/routers/9dbfbd61-bbb2-4444-840a-18d25c29e009 HTTP/1.1" status: 200 len: 710 time: 0.4262342 Sep 26 01:28:40.034647 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41349cb7-65b3-418a-81e0-7bfb535ad566 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:28:40.038193 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-41349cb7-65b3-418a-81e0-7bfb535ad566 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/4033d1d8-514c-468e-8f1f-247159e0de47 HTTP/1.1" status: 200 len: 886 time: 0.0919154 Sep 26 01:28:40.046673 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:28:40.299349 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Publish callbacks [] for router_gateway (9dbfbd61-bbb2-4444-840a-18d25c29e009), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:40.581271 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Publish callbacks [] for router_gateway (9dbfbd61-bbb2-4444-840a-18d25c29e009), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:40.656178 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:40.658573 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:40.752471 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:40.765977 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Allocated IP 172.27.0.104 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:28:40.872428 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Publish callbacks [] for port (dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:40.905462 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:40.943280 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:28:40.948161 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:28:40.950733 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:28:40.987013 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Pushing event updated for resources: {'Port': ['ID=dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:41.191529 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Publish callbacks [] for router_gateway (9dbfbd61-bbb2-4444-840a-18d25c29e009), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:41.382033 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-485837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-484064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3519'] for router (9dbfbd61-bbb2-4444-840a-18d25c29e009), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:41.386216 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-485828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-485695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484059'] for router (9dbfbd61-bbb2-4444-840a-18d25c29e009), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:41.489283 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Router 9dbfbd61-bbb2-4444-840a-18d25c29e009 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:28:41.529643 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:41.577314 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:41.597269 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:28:41.601615 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:41.602842 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-ead31413-e23a-4dba-ab5a-c70f02a7dc71 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/9dbfbd61-bbb2-4444-840a-18d25c29e009 HTTP/1.1" status: 200 len: 890 time: 1.5598269 Sep 26 01:28:41.619657 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Sync routers for ids ['9dbfbd61-bbb2-4444-840a-18d25c29e009'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:28:41.633626 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Routers {'9dbfbd61-bbb2-4444-840a-18d25c29e009'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:28:41.634812 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:28:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['9dbfbd61-bbb2-4444-840a-18d25c29e009'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:28:41.851950 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Set router 9dbfbd61-bbb2-4444-840a-18d25c29e009 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:28:41.925970 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device fb625c22-1f1d-439a-9785-8626265cb3d8 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:28:42.190979 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port fb625c22-1f1d-439a-9785-8626265cb3d8 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:28:42.191262 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:42.191602 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port fb625c22-1f1d-439a-9785-8626265cb3d8 Sep 26 01:28:42.399005 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port fb625c22-1f1d-439a-9785-8626265cb3d8 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:28:42.411456 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'name': 'router1', 'tenant_id': '5f976380e1494db480dc80868d51a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:28:21Z', 'updated_at': '2022-09-26T01:28:41Z', 'revision_number': 4, 'project_id': '5f976380e1494db480dc80868d51a0bc', 'gw_port': {'id': 'dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:49:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:28:40Z', 'updated_at': '2022-09-26T01:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': 'fb625c22-1f1d-439a-9785-8626265cb3d8', 'name': '', 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651', 'tenant_id': '5f976380e1494db480dc80868d51a0bc', 'mac_address': 'fa:16:3e:43:8e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:28:31Z', 'updated_at': '2022-09-26T01:28:35Z', 'revision_number': 5, 'project_id': '5f976380e1494db480dc80868d51a0bc', 'subnets': [{'id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b49a147a-60de-4e1a-88fa-5986a8d54892'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:28:42.460622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Checking router: 9dbfbd61-bbb2-4444-840a-18d25c29e009 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:28:42.460988 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Updating router 9dbfbd61-bbb2-4444-840a-18d25c29e009 port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85 binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:28:42.516710 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:42.713605 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:42.745435 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:42.839349 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Publish callbacks [] for port (dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:42.844529 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:42.879501 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Attempting to bind port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:28:42.879864 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Attempting to bind port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:28:42.880223 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Attempting to bind port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85 on network 4033d1d8-514c-468e-8f1f-247159e0de47 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:28:42.916092 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80038f4-4ab4-4f72-a0fa-0bd1fc0a6ab1 None None] Pushing event updated for resources: {'Port': ['ID=dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:42.933338 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:28:42.933710 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:28:42.934109 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:42.934489 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Bound using segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:28:42.934952 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Bound port: dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:28:42.935326 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:42.983918 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] For port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:28:42.986859 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] For port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:28:42.992094 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:43.029693 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Routers {'9dbfbd61-bbb2-4444-840a-18d25c29e009'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:28:43.030325 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:28:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['9dbfbd61-bbb2-4444-840a-18d25c29e009'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:28:43.088486 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80038f4-4ab4-4f72-a0fa-0bd1fc0a6ab1 None None] Pushing event updated for resources: {'Port': ['ID=dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:43.146091 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] Set router 9dbfbd61-bbb2-4444-840a-18d25c29e009 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:28:43.341452 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'name': 'router1', 'tenant_id': '5f976380e1494db480dc80868d51a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:28:21Z', 'updated_at': '2022-09-26T01:28:41Z', 'revision_number': 4, 'project_id': '5f976380e1494db480dc80868d51a0bc', 'gw_port': {'id': 'dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:49:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:28:40Z', 'updated_at': '2022-09-26T01:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': 'fb625c22-1f1d-439a-9785-8626265cb3d8', 'name': '', 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651', 'tenant_id': '5f976380e1494db480dc80868d51a0bc', 'mac_address': 'fa:16:3e:43:8e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:28:31Z', 'updated_at': '2022-09-26T01:28:35Z', 'revision_number': 5, 'project_id': '5f976380e1494db480dc80868d51a0bc', 'subnets': [{'id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b49a147a-60de-4e1a-88fa-5986a8d54892'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:28:43.366769 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb6a12-996e-42c2-a216-503c73611444 None None] The sync data for ids ['9dbfbd61-bbb2-4444-840a-18d25c29e009'] in dv-cinder-859203-2-iscsi is: [{'id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'name': 'router1', 'tenant_id': '5f976380e1494db480dc80868d51a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:28:21Z', 'updated_at': '2022-09-26T01:28:41Z', 'revision_number': 4, 'project_id': '5f976380e1494db480dc80868d51a0bc', 'gw_port': {'id': 'dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:49:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:28:40Z', 'updated_at': '2022-09-26T01:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': 'fb625c22-1f1d-439a-9785-8626265cb3d8', 'name': '', 'network_id': 'd2677630-ff48-47fb-8be3-e28796225651', 'tenant_id': '5f976380e1494db480dc80868d51a0bc', 'mac_address': 'fa:16:3e:43:8e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbfbd61-bbb2-4444-840a-18d25c29e009', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:28:31Z', 'updated_at': '2022-09-26T01:28:35Z', 'revision_number': 5, 'project_id': '5f976380e1494db480dc80868d51a0bc', 'subnets': [{'id': 'd4870c56-10cd-4d19-adf0-155234a4d6a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b49a147a-60de-4e1a-88fa-5986a8d54892'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:28:43.938091 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:28:43.987395 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:28:43.987784 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:43.988121 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85 Sep 26 01:28:44.061939 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:28:44.062391 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:44.088762 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:28:44.095006 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:44.121394 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:44.144804 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:44.150969 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:28:44.458254 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 59980) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:28:44.844745 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-ad00a550-a2f9-48f5-a951-e43b5bb24895 admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3853383 Sep 26 01:28:45.200510 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:45.205258 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=46,neutron:INSERT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:45.899220 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:28:46.030885 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:28:46.031274 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:46.031612 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85 Sep 26 01:28:46.109381 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port dcdb3541-56cf-436e-8aaf-f5ddd0c1ab85 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:28:54.833298 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=12 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:54.841287 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:56.104955 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=24 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:56.107824 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=14 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:28:56.847738 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-241fa82a-a33c-4ae1-9e69-f2b36fe5a96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:28:57.303926 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 5 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:28:59.198746 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-14c08586-9add-4a86-971b-2bf01c7ef68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:29:00.653520 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:29:01.977587 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:29:02.180101 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:29:07.300806 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:29:12.167254 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=9 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:29:12.173778 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:29:19.309580 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:29:19.310302 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:29:26.851579 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-258be8bd-1715-4081-8cce-7981767fee08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:29:29.203560 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-e8fab9af-83af-441c-ac16-0647323cfe39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:29:30.657773 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:29:31.977723 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:29:32.177470 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:29:34.304914 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 5 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:29:42.171181 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:29:42.173172 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:29:44.305043 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:29:56.299934 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:29:56.306850 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=5 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:29:56.845906 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-959b63ba-0ba9-49ed-9350-e45d8fe5b15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:29:59.206475 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-0575ab71-eb60-4b66-9833-6603079e8525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:00.653990 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:01.978562 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:02.171528 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:11.305110 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 5 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:30:12.165059 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:12.166851 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:13.003895 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 60528) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:30:13.343279 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.pecan_wsgi.hooks.translation [None req-54284a86-f47a-44f0-963b-757d9aa36c8e admin admin] GET failed (client error): The resource could not be found. Sep 26 01:30:13.344598 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-54284a86-f47a-44f0-963b-757d9aa36c8e admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3396835 Sep 26 01:30:13.512759 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f9e59a-5bf3-4311-b3f9-591e293dd879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:13.514255 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-08f9e59a-5bf3-4311-b3f9-591e293dd879 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1653135 Sep 26 01:30:16.090128 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 60538) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:30:16.461873 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631fed83-cd69-43a1-8e29-5a930adce7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:16.463135 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-631fed83-cd69-43a1-8e29-5a930adce7fc admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/d4870c56-10cd-4d19-adf0-155234a4d6a2 HTTP/1.1" status: 200 len: 849 time: 0.3720682 Sep 26 01:30:16.472746 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:30:16.640380 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Publish callbacks [] for subnet (d4870c56-10cd-4d19-adf0-155234a4d6a2), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:16.783144 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771167258772'] for subnet (d4870c56-10cd-4d19-adf0-155234a4d6a2), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:16.819269 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:16.820181 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:16.839486 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/d4870c56-10cd-4d19-adf0-155234a4d6a2 HTTP/1.1" status: 200 len: 868 time: 0.3520210 Sep 26 01:30:16.839736 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe1890d-b630-455d-995d-94b31c5028e2 None None] Network d2677630-ff48-47fb-8be3-e28796225651 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:30:16.840188 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4870c56-10cd-4d19-adf0-155234a4d6a2,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:30:16.845225 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.845580 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.845929 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.846267 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.846604 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.846934 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.847260 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.847585 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.847937 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.848265 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.848651 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.848991 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.849318 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.850391 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:16.850804 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dedb45-7196-478f-9446-2b939b990a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:30:17.163822 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-3976cf91-23ad-425b-bd32-3b55acb06dca None None] Provisioning complete for port fb625c22-1f1d-439a-9785-8626265cb3d8 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:30:17.164203 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-3976cf91-23ad-425b-bd32-3b55acb06dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (fb625c22-1f1d-439a-9785-8626265cb3d8), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:17.164571 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-3976cf91-23ad-425b-bd32-3b55acb06dca None None] Attempt 1 to provision port fb625c22-1f1d-439a-9785-8626265cb3d8 Sep 26 01:30:17.242304 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-3976cf91-23ad-425b-bd32-3b55acb06dca None None] Current status of the port fb625c22-1f1d-439a-9785-8626265cb3d8 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:30:17.250234 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-3976cf91-23ad-425b-bd32-3b55acb06dca None None] Provisioning complete for port a8ad7a8d-949d-4e43-8433-bda7072167c5 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:30:17.250622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-3976cf91-23ad-425b-bd32-3b55acb06dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (a8ad7a8d-949d-4e43-8433-bda7072167c5), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:17.250953 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-3976cf91-23ad-425b-bd32-3b55acb06dca None None] Attempt 1 to provision port a8ad7a8d-949d-4e43-8433-bda7072167c5 Sep 26 01:30:17.323132 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-3976cf91-23ad-425b-bd32-3b55acb06dca None None] Current status of the port a8ad7a8d-949d-4e43-8433-bda7072167c5 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:30:19.503529 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 60546) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:30:19.991848 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d6a2a0-d60b-4bf5-8e76-130a609177cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:19.992298 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d6a2a0-d60b-4bf5-8e76-130a609177cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:19.993869 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-f6d6a2a0-d60b-4bf5-8e76-130a609177cd admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4893982 Sep 26 01:30:21.299998 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:21.300745 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:22.584091 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 60554) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:30:22.992922 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad779deb-e26a-417d-95ca-dcfaa93340ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:22.993387 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad779deb-e26a-417d-95ca-dcfaa93340ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:22.994979 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-ad779deb-e26a-417d-95ca-dcfaa93340ba admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4098475 Sep 26 01:30:25.566380 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 60562) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:30:25.983371 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32fa831-1deb-4c08-bb1b-30f6b8328e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:25.984771 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-a32fa831-1deb-4c08-bb1b-30f6b8328e77 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/4033d1d8-514c-468e-8f1f-247159e0de47 HTTP/1.1" status: 200 len: 886 time: 0.4174402 Sep 26 01:30:26.849456 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-721139a7-abd3-468e-b5aa-9d529fa0066e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:28.606104 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 60570) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:30:28.931764 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:28.977513 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:29.014504 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6d206-37be-4e1f-a879-b16e7cfd2005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:29.015890 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-10a6d206-37be-4e1f-a879-b16e7cfd2005 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/d2677630-ff48-47fb-8be3-e28796225651 HTTP/1.1" status: 200 len: 869 time: 0.4089067 Sep 26 01:30:29.209538 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a404-a437-4a04-a121-38965e5f9425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:30.656363 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:31.568674 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 60578) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:30:31.977526 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26abc3aa-364f-4f6d-8fc8-ad22b09f1b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:31.978099 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26abc3aa-364f-4f6d-8fc8-ad22b09f1b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:31.979800 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-26abc3aa-364f-4f6d-8fc8-ad22b09f1b55 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4101837 Sep 26 01:30:31.979926 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:32.175162 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:33.296840 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:33.301900 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:34.577026 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 60586) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:30:34.945832 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3d42ff-44e9-4d24-ace3-e81933c9b64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:34.946290 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3d42ff-44e9-4d24-ace3-e81933c9b64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:34.947797 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-9b3d42ff-44e9-4d24-ace3-e81933c9b64c admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3695774 Sep 26 01:30:37.575985 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 60594) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:30:37.968213 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f6913-a3a9-4c0d-8f7b-d186fa2f67ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:37.969603 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-fc7f6913-a3a9-4c0d-8f7b-d186fa2f67ca admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/b2033a70-4c39-436a-aeca-6750406399b9 HTTP/1.1" status: 200 len: 816 time: 0.3926263 Sep 26 01:30:40.593359 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 60604) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:30:40.982112 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4882a82d-4653-4bb3-ba37-0cae677b6063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:30:40.983544 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-4882a82d-4653-4bb3-ba37-0cae677b6063 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/d4870c56-10cd-4d19-adf0-155234a4d6a2 HTTP/1.1" status: 200 len: 868 time: 0.3891995 Sep 26 01:30:42.168948 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:42.171118 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:44.940235 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=23 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:44.941043 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=18 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:48.303876 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 5 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:30:50.977332 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=13 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:50.978218 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=10 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:56.853690 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d7538424-79fb-4856-a03b-d78d2eb68f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:30:58.298724 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=16 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:58.299503 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=14 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:30:59.212404 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-c6677472-29e3-4a76-a97b-6f3858f4d0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:00.660648 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:01.983349 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:02.181158 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:10.287691 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:10.298051 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=5 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:10.840038 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 60666) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:31:11.163653 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [None req-a21d4ffa-1daf-452f-8a65-3d2fe169b0ea admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:31:11.164648 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-a21d4ffa-1daf-452f-8a65-3d2fe169b0ea admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3237147 Sep 26 01:31:12.173572 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:12.175770 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:13.836240 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 60674) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:31:14.177512 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef2b372-597b-4bc0-ae84-b9e3c8909d4b admin admin] GET failed (client error): The resource could not be found. Sep 26 01:31:14.178790 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-8ef2b372-597b-4bc0-ae84-b9e3c8909d4b admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3414092 Sep 26 01:31:14.323175 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869afa89-df28-4d72-a274-5211dc0ac9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:31:14.324671 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-869afa89-df28-4d72-a274-5211dc0ac9ff admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415529 Sep 26 01:31:16.901405 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 60682) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:31:17.226924 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:31:17.246295 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Made reservation on behalf of 7124d36dd410484faf5f0034e732bac5 for: {'network': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:31:17.248623 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:17.283457 dv-cinder-859203-2-iscsi neutron-server[106406]: WARNING neutron.services.revisions.revision_plugin [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Could not find related network for resource to bump revision. Sep 26 01:31:17.295764 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=106406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:31:17.304690 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (29ad1abe-65e6-4e2a-b943-90d497370ebe), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:17.305051 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.segments_db [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Added segment 29ad1abe-65e6-4e2a-b943-90d497370ebe of type vlan for network b92395f3-96b1-4bd2-a55f-763f2e02cb7c Sep 26 01:31:17.343430 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (b92395f3-96b1-4bd2-a55f-763f2e02cb7c), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:17.370973 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (b92395f3-96b1-4bd2-a55f-763f2e02cb7c), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:17.371983 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:31:17.372579 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:17.422213 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5196199 Sep 26 01:31:17.437436 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Pushing event updated for resources: {'Network': ['ID=b92395f3-96b1-4bd2-a55f-763f2e02cb7c,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:31:17.445291 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.445634 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.445991 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.446326 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.446656 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.446985 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.447306 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.447627 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.447949 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.448270 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.448642 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.448980 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.449304 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.449619 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.449935 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97492aba-ecea-43d4-91bd-1c91afa014bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:17.463611 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network b92395f3-96b1-4bd2-a55f-763f2e02cb7c details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:31:20.170245 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 60690) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:31:20.504362 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abcf1e7-a628-43b9-8a6c-f77b70dd7e6f admin admin] GET failed (client error): The resource could not be found. Sep 26 01:31:20.505659 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-5abcf1e7-a628-43b9-8a6c-f77b70dd7e6f admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3344386 Sep 26 01:31:20.579016 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31afa95-7263-47e8-b433-a0c4027411d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:31:20.580468 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-a31afa95-7263-47e8-b433-a0c4027411d4 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704603 Sep 26 01:31:20.590708 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:31:20.610357 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Made reservation on behalf of 7124d36dd410484faf5f0034e732bac5 for: {'subnet': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:31:20.612598 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:20.777050 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for subnet (647bb63d-5ea4-49bf-90ed-cb1d85d74554), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:20.824920 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=647bb63d-5ea4-49bf-90ed-cb1d85d74554,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:31:20.839312 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.839650 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.839999 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.840331 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.840748 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.841069 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.841406 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.841705 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.842034 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.842357 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.842697 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.843032 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.843626 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.843945 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.844258 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:20.854906 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Checking segment: {'id': '29ad1abe-65e6-4e2a-b943-90d497370ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:31:20.855255 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Network hostable DHCP agents. Network: b92395f3-96b1-4bd2-a55f-763f2e02cb7c, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:31:20.871966 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Network b92395f3-96b1-4bd2-a55f-763f2e02cb7c is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:31:20.881677 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, b92395f3-96b1-4bd2-a55f-763f2e02cb7c) {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:31:20.886635 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:31:20.888140 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:20.890143 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a92e24e-86f5-47c7-b352-bc6e55ef4ef5 None None] Network b92395f3-96b1-4bd2-a55f-763f2e02cb7c requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:31:20.904842 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-14918718-54a7-4e50-bcf6-02210beece83 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3174825 Sep 26 01:31:21.095283 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-b92395f3-96b1-4bd2-a55f-763f2e02cb7c', 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c', 'project_id': '7124d36dd410484faf5f0034e732bac5', 'fixed_ips': [{'subnet_id': '647bb63d-5ea4-49bf-90ed-cb1d85d74554'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:31:21.096197 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:21.238780 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Allocated IP 192.168.233.2 (b92395f3-96b1-4bd2-a55f-763f2e02cb7c/647bb63d-5ea4-49bf-90ed-cb1d85d74554/d2e06313-6862-47a6-84b9-f02d141080dd) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:31:21.387733 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Publish callbacks [] for port (d2e06313-6862-47a6-84b9-f02d141080dd), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:21.395281 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (d2e06313-6862-47a6-84b9-f02d141080dd), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:21.437445 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Network b92395f3-96b1-4bd2-a55f-763f2e02cb7c is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:31:21.440683 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:31:21.445108 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:31:21.449781 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Pushing event updated for resources: {'Port': ['ID=d2e06313-6862-47a6-84b9-f02d141080dd,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:31:21.460681 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.461040 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.461401 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.461754 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.462093 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.462428 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.462752 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.463081 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.463403 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.463729 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.464050 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.464409 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.464739 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.465069 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.465386 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:31:21.515257 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Attempting to bind port d2e06313-6862-47a6-84b9-f02d141080dd on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:31:21.515547 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Attempting to bind port d2e06313-6862-47a6-84b9-f02d141080dd by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '29ad1abe-65e6-4e2a-b943-90d497370ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:31:21.515905 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Attempting to bind port d2e06313-6862-47a6-84b9-f02d141080dd on network b92395f3-96b1-4bd2-a55f-763f2e02cb7c {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:31:21.561030 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:31:21.561396 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Checking segment: {'id': '29ad1abe-65e6-4e2a-b943-90d497370ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:31:21.561794 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:21.562183 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Bound using segment: {'id': '29ad1abe-65e6-4e2a-b943-90d497370ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:31:21.562654 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Bound port: d2e06313-6862-47a6-84b9-f02d141080dd, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ad1abe-65e6-4e2a-b943-90d497370ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:31:21.563046 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (d2e06313-6862-47a6-84b9-f02d141080dd), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:21.624225 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] For port d2e06313-6862-47a6-84b9-f02d141080dd, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:31:21.627663 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] For port d2e06313-6862-47a6-84b9-f02d141080dd, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=d2e06313-6862-47a6-84b9-f02d141080dd,segment=NetworkSegment(29ad1abe-65e6-4e2a-b943-90d497370ebe),segment_id=29ad1abe-65e6-4e2a-b943-90d497370ebe)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:31:21.634081 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (d2e06313-6862-47a6-84b9-f02d141080dd), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:21.688846 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7090a-295e-4f46-8cbc-e62eb4dc80ac None None] Pushing event updated for resources: {'Port': ['ID=d2e06313-6862-47a6-84b9-f02d141080dd,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:31:22.017410 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device d2e06313-6862-47a6-84b9-f02d141080dd up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:31:22.105907 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:22.110622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:22.122796 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port d2e06313-6862-47a6-84b9-f02d141080dd triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:31:22.123180 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (d2e06313-6862-47a6-84b9-f02d141080dd), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:22.123516 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port d2e06313-6862-47a6-84b9-f02d141080dd Sep 26 01:31:22.251141 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port d2e06313-6862-47a6-84b9-f02d141080dd is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:31:22.251530 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (d2e06313-6862-47a6-84b9-f02d141080dd), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:22.290705 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port d2e06313-6862-47a6-84b9-f02d141080dd, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=d2e06313-6862-47a6-84b9-f02d141080dd,segment=NetworkSegment(29ad1abe-65e6-4e2a-b943-90d497370ebe),segment_id=29ad1abe-65e6-4e2a-b943-90d497370ebe)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:31:22.296456 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (d2e06313-6862-47a6-84b9-f02d141080dd), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:22.354052 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=d2e06313-6862-47a6-84b9-f02d141080dd,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:31:22.529392 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b848fd-50f6-416d-b8f3-a1b802e25b3a None None] Network b92395f3-96b1-4bd2-a55f-763f2e02cb7c requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:31:22.615394 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-7643a63d-f72c-4c89-8629-01051f9c49ca None None] Provisioning complete for port d2e06313-6862-47a6-84b9-f02d141080dd triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:31:22.615729 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-7643a63d-f72c-4c89-8629-01051f9c49ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (d2e06313-6862-47a6-84b9-f02d141080dd), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:22.616038 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-7643a63d-f72c-4c89-8629-01051f9c49ca None None] Attempt 1 to provision port d2e06313-6862-47a6-84b9-f02d141080dd Sep 26 01:31:22.718144 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-7643a63d-f72c-4c89-8629-01051f9c49ca None None] Current status of the port d2e06313-6862-47a6-84b9-f02d141080dd is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:31:22.936423 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-e6ba1f04-4c40-4dd4-8a89-873f6c1cc288 None None] Provisioning complete for port d2e06313-6862-47a6-84b9-f02d141080dd triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:31:22.936709 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-e6ba1f04-4c40-4dd4-8a89-873f6c1cc288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (d2e06313-6862-47a6-84b9-f02d141080dd), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:22.937044 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-e6ba1f04-4c40-4dd4-8a89-873f6c1cc288 None None] Attempt 1 to provision port d2e06313-6862-47a6-84b9-f02d141080dd Sep 26 01:31:23.015011 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-e6ba1f04-4c40-4dd4-8a89-873f6c1cc288 None None] Current status of the port d2e06313-6862-47a6-84b9-f02d141080dd is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:31:23.999826 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device d2e06313-6862-47a6-84b9-f02d141080dd up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:31:24.045557 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port d2e06313-6862-47a6-84b9-f02d141080dd triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:31:24.045925 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (d2e06313-6862-47a6-84b9-f02d141080dd), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:24.046262 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port d2e06313-6862-47a6-84b9-f02d141080dd Sep 26 01:31:24.120089 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port d2e06313-6862-47a6-84b9-f02d141080dd is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:31:25.302568 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 5 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:31:26.857271 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-ab448e3b-6973-4eda-bf05-363a5ddb8a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:27.435542 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:27.441284 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:29.215200 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f8bd5d14-c477-4a17-870e-168d5013367b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:30.664213 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:30.898871 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=51,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:30.899570 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=42,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:31.988461 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:32.184737 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:35.298390 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:42.178299 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:42.180192 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:55.295438 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=5 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:55.296267 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:31:56.859970 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-77685b9a-daa1-4506-ab76-c6ff2141418c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:31:59.218470 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-ecdc2957-c975-4b46-adb9-3d03f9675080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:00.668450 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:01.988905 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:02.186390 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:02.301437 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 5 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:32:12.180944 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:32:12.182094 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:32:12.296084 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:32:12.296868 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:32:24.293193 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:32:24.298713 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=4 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:32:26.865281 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f21cdc56-f647-429c-bfdb-82a36b9f3b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:29.222466 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-1e9bc4a9-a009-4daa-acfe-fc10a31fe8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:30.668098 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:31.992680 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:32.190813 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:36.649468 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 60732) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:32:36.655561 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [None req-4d69835e-44e9-458a-9337-c5125eb35fef tempest-verify_tempest_config-707875570 tempest-verify_tempest_config-707875570-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:32:36.656590 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-4d69835e-44e9-458a-9337-c5125eb35fef tempest-verify_tempest_config-707875570 tempest-verify_tempest_config-707875570-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0061021 Sep 26 01:32:37.163704 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 60750) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:32:37.494088 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:37.598721 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Publish callbacks [] for security_group (03a142d2-6a17-47cc-a743-b99c46e993f8), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:37.602327 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (03a142d2-6a17-47cc-a743-b99c46e993f8), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:37.648190 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fb230986fb7544cd8349f02096f7af81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4834709 Sep 26 01:32:37.650968 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a142d2-6a17-47cc-a743-b99c46e993f8,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:32:37.651510 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 60754) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:32:37.657590 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.657942 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.658307 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.658641 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.658975 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.659302 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.659624 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.659947 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.660268 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.660637 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.660961 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.661280 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.661599 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.661916 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.662282 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5cc41-0065-4b7c-8b6d-228b3e2ae7c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.712068 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Publish callbacks [] for security_group (03a142d2-6a17-47cc-a743-b99c46e993f8), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:37.731916 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Publish callbacks [] for security_group (03a142d2-6a17-47cc-a743-b99c46e993f8), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:37.824779 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (03a142d2-6a17-47cc-a743-b99c46e993f8), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:37.827652 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:37.829410 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/03a142d2-6a17-47cc-a743-b99c46e993f8 HTTP/1.1" status: 204 len: 168 time: 0.1741745 Sep 26 01:32:37.837749 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a142d2-6a17-47cc-a743-b99c46e993f8,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:32:37.845981 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.846326 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.846678 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.847045 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.847338 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.847668 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.847991 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.848307 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.848665 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.848989 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.849324 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.849663 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.849980 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.850296 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:37.850628 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17596d29-d725-4926-94c2-cabcaddbbfec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:32:39.301526 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 5 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:32:42.185779 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:32:47.652361 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=14,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:32:47.653267 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=25,neutron:INSERT=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:32:47.841010 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:32:47.842133 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:32:47.870092 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:32:56.866197 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-c73a8926-db8e-457f-b9cd-1dd4df03fc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:32:59.223611 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cd9d859e-67dd-430d-b469-692a23bffecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:33:00.672108 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:33:01.304007 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=16 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:33:01.304753 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=18 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:33:01.994635 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:33:02.193988 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:33:12.187602 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:33:12.191210 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:33:16.300820 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 5 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:33:26.296915 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:33:26.297634 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:33:26.869460 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-8119a499-b5a4-4c87-8a31-ab39b7464944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:33:29.225063 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-ee36df27-8332-4df0-9d78-fb3872af5c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:33:30.673786 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:33:32.093075 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:33:32.195152 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:33:38.296591 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:33:38.303579 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=4 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:33:42.184496 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:33:42.191623 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:33:53.300036 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 5 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:33:56.871568 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-25b66480-dbd0-4097-8e6b-d1c32f5243b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:33:59.227710 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a454-56c5-4b9e-aa5e-8878c431ddc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:34:00.676128 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:34:02.004522 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:34:02.198035 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:34:03.296544 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:03.297302 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:12.192469 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:12.194352 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:12.609915 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484804'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:34:15.295294 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:15.300461 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=4 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:22.602073 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:22.604744 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:26.023257 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 60850) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:34:26.153365 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-95fce539-16a4-4ed2-a0a7-79f41adf7706 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1291151 Sep 26 01:34:26.878990 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d40d9ba6-57f8-4597-ac0b-86845551023a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:34:28.615335 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 60860) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:34:28.670942 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-751ee717-7a1c-4596-b21a-69d82adff8c8 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0542891 Sep 26 01:34:29.230202 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-709f846c-e4f3-4fd9-93f3-3b507cdfde22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:34:30.299083 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:34:30.679576 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:34:32.005389 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:34:32.202950 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:34:38.665250 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:38.666015 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:40.294345 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:40.295116 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:42.196319 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:42.198197 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:42.561373 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:34:52.284837 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=14 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:52.295997 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=18 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:52.554827 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:52.556653 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:34:56.871189 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-503f8e0e-14ae-49e3-9f3e-42cbd753d944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:34:59.233904 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a85f782b-2384-49e5-9884-7aead02453c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:35:00.685765 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:35:02.009729 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:35:02.206227 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:35:07.299038 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:35:12.199875 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:35:12.202787 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:35:12.576574 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:35:17.294741 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:35:26.876586 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e520-a192-4b6a-9b0a-09bb3ec30102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:35:29.236573 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-796b9197-bd6e-47fd-a1c6-5c605c79e5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:35:29.286196 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:35:29.291232 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:35:30.685635 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:35:32.015159 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:35:32.211587 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:35:42.205407 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:35:42.207383 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:35:42.575321 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:35:44.298867 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:35:52.568362 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:35:52.570283 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:35:54.294242 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:35:55.304702 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:35:56.871158 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0ea1-9b44-43c5-a8d9-d7ca129fe511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:35:59.271950 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-b1854be8-90fd-4882-840c-759a8c403ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:00.701237 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:02.048127 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:02.211264 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:03.731643 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 32840) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:03.754036 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 32846) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:03.900017 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 32860) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:04.157635 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-229705201-network', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:04.190116 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Made reservation on behalf of a553921e97994322b71fda7d032ed8bf for: {'network': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:04.192880 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.212284 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1158462152-network', 'tenant_id': '3677555d86804f03ae243765cfd3fd24'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:04.220246 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.272737 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Made reservation on behalf of 3677555d86804f03ae243765cfd3fd24 for: {'network': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:04.275281 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.293305 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.372213 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Publish callbacks [] for security_group (8c8b0869-81a2-44a0-b1d4-58981b7461c3), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.378888 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8c8b0869-81a2-44a0-b1d4-58981b7461c3), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.423752 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=106406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:36:04.427970 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-136512655-network', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:04.437629 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8b0869-81a2-44a0-b1d4-58981b7461c3,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:04.452875 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (2d041b65-3e7c-4958-bda5-391750c6989d), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.453424 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.segments_db [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Added segment 2d041b65-3e7c-4958-bda5-391750c6989d of type vlan for network a09d4722-058c-40eb-9bf4-6c4a707b96c6 Sep 26 01:36:04.459703 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Publish callbacks [] for security_group (b89c7810-7dbe-48a0-b802-c70a54ae7a74), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.462550 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Made reservation on behalf of 089c1c6e9cb94a19b451d0da50ba9bea for: {'network': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:04.467373 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.469605 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 32892) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:04.478838 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.479299 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (b89c7810-7dbe-48a0-b802-c70a54ae7a74), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.483111 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.483643 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.484160 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.484675 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.485142 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.485622 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.486818 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.487290 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.487767 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.488500 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.488977 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.489608 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.490141 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.490661 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.491168 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Tracked resource versions report: Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: pushed versions: Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: { 'AddressGroup': {'1.2'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Agent': {'1.1'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'ConntrackHelper': {'1.0'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'LocalIPAssociation': {'1.0'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Log': {'1.0'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'NDPProxy': {'1.0'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Network': {'1.1'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Port': {'1.7'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'PortForwarding': {'1.3'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'QosPolicy': {'1.10'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'SecurityGroup': {'1.5'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'SecurityGroupRule': {'1.2'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'SubPort': {'1.0'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Subnet': {'1.1'}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Trunk': {'1.1'}} Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: consumer versions: Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: { DHCP agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: HyperV agent@hv-cinder-85920: {}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: L3 agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: Metadata agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: Metering agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: Open vSwitch agent@dv-cinder-859203-2-iscsi: { 'AddressGroup': '1.2', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Agent': '1.1', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'ConntrackHelper': '1.0', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'LocalIPAssociation': '1.0', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Log': '1.0', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'NDPProxy': '1.0', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Network': '1.1', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Port': '1.7', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'PortForwarding': '1.3', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'QosPolicy': '1.10', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'SecurityGroup': '1.5', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'SecurityGroupRule': '1.2', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'SubPort': '1.0', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Subnet': '1.1', Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: 'Trunk': '1.1'}} Sep 26 01:36:04.492510 dv-cinder-859203-2-iscsi neutron-server[106406]: {{(pid=106406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 01:36:04.561336 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=106406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:36:04.565269 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (a09d4722-058c-40eb-9bf4-6c4a707b96c6), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.572260 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89c7810-7dbe-48a0-b802-c70a54ae7a74,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:04.586904 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (be55ad0c-8ad1-44e2-9ea0-1f40e035ef02), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.587541 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.segments_db [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Added segment be55ad0c-8ad1-44e2-9ea0-1f40e035ef02 of type vlan for network 698acfe8-54a1-4ab3-9d7d-022ce3847edf Sep 26 01:36:04.595670 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Publish callbacks [] for security_group (a5724a5b-bc29-489b-9414-ac4dbc8249c3), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.600202 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 32900) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:04.616926 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (a5724a5b-bc29-489b-9414-ac4dbc8249c3), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.642146 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (a09d4722-058c-40eb-9bf4-6c4a707b96c6), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.643382 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:04.644091 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.655759 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=106405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:36:04.665081 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (698acfe8-54a1-4ab3-9d7d-022ce3847edf), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.673308 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5724a5b-bc29-489b-9414-ac4dbc8249c3,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:04.689469 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771167330488', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (ab147c18-54e0-4927-81f8-1add45562b49), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.690572 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Unsubscribe: segment precommit_create {{(pid=106405) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 01:36:04.691109 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.segments_db [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Added segment ab147c18-54e0-4927-81f8-1add45562b49 of type vlan for network a8e446b2-4420-4758-be48-be813b84eea5 Sep 26 01:36:04.707060 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.708272 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.709254 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.709254 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.709506 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.710086 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.711210 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.711964 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.712554 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.713791 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.715225 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.715746 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.716290 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.716873 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.717698 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Tracked resource versions report: Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: pushed versions: Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: { 'AddressGroup': {'1.2'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Agent': {'1.1'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'ConntrackHelper': {'1.0'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'LocalIPAssociation': {'1.0'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Log': {'1.0'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'NDPProxy': {'1.0'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Network': {'1.1'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Port': {'1.7'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'PortForwarding': {'1.3'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'QosPolicy': {'1.10'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'SecurityGroup': {'1.5'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'SecurityGroupRule': {'1.2'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'SubPort': {'1.0'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Subnet': {'1.1'}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Trunk': {'1.1'}} Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: consumer versions: Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: { DHCP agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: HyperV agent@hv-cinder-85920: {}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: L3 agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: Metadata agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: Metering agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: Open vSwitch agent@dv-cinder-859203-2-iscsi: { 'AddressGroup': '1.2', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Agent': '1.1', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'ConntrackHelper': '1.0', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'LocalIPAssociation': '1.0', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Log': '1.0', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'NDPProxy': '1.0', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Network': '1.1', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Port': '1.7', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'PortForwarding': '1.3', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'QosPolicy': '1.10', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'SecurityGroup': '1.5', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'SecurityGroupRule': '1.2', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'SubPort': '1.0', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Subnet': '1.1', Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: 'Trunk': '1.1'}} Sep 26 01:36:04.719246 dv-cinder-859203-2-iscsi neutron-server[106405]: {{(pid=106405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 01:36:04.727535 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1181618516-network', 'tenant_id': 'f6ae179ea71e41a79a5858d177458a1e'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:04.742970 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9888859 Sep 26 01:36:04.744195 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb291f9f-cdf6-4ca9-879e-eb905d1319d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a09d4722-058c-40eb-9bf4-6c4a707b96c6,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:04.760318 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network a09d4722-058c-40eb-9bf4-6c4a707b96c6 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:36:04.762205 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 32908) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:04.768431 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-4afe81f1-3673-4c04-b989-382b04e21abc admin admin] Request body: {'subnet': {'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-subnet', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:04.775290 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (698acfe8-54a1-4ab3-9d7d-022ce3847edf), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.777208 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:04.777764 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.810890 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (a8e446b2-4420-4758-be48-be813b84eea5), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.831361 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:04.858257 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (a8e446b2-4420-4758-be48-be813b84eea5), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.859378 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:04.859947 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.866739 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1337779 Sep 26 01:36:04.868548 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afe81f1-3673-4c04-b989-382b04e21abc admin admin] Made reservation on behalf of a553921e97994322b71fda7d032ed8bf for: {'subnet': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:04.872058 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4afe81f1-3673-4c04-b989-382b04e21abc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:04.873745 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 32912) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:04.896032 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-084dd30b-3b47-46cc-b3b8-435d35a778e0 admin admin] Request body: {'subnet': {'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1158462152-subnet', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:04.931590 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:04.977591 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] Pushing event updated for resources: {'Network': ['ID=a8e446b2-4420-4758-be48-be813b84eea5,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:04.984571 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-815163357-network', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:05.026059 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Made reservation on behalf of 2f78ca6e22f04c4ab911b2e308338517 for: {'network': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:05.029700 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.037105 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network a8e446b2-4420-4758-be48-be813b84eea5 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:36:05.041992 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.050796 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084dd30b-3b47-46cc-b3b8-435d35a778e0 admin admin] Made reservation on behalf of 3677555d86804f03ae243765cfd3fd24 for: {'subnet': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:05.054207 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-084dd30b-3b47-46cc-b3b8-435d35a778e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.208410 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b6314-0517-48b5-bdf6-36bed754e789 admin admin] Pushing event updated for resources: {'Network': ['ID=698acfe8-54a1-4ab3-9d7d-022ce3847edf,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:05.221666 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4afe81f1-3673-4c04-b989-382b04e21abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for subnet (38206234-32a5-44a3-8e38-190376c3054e), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.237642 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network 698acfe8-54a1-4ab3-9d7d-022ce3847edf details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:36:05.303881 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe81f1-3673-4c04-b989-382b04e21abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=38206234-32a5-44a3-8e38-190376c3054e,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:05.348290 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Made reservation on behalf of f6ae179ea71e41a79a5858d177458a1e for: {'network': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:05.356950 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.359794 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-3954af56-e780-4087-9174-5fd75ac4bc5d admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4581463 Sep 26 01:36:05.362041 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:05.365175 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 32934) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:05.370912 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-a663d85b-3d20-4935-8b4e-cb1c7a999f5e admin admin] Request body: {'subnet': {'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-136512655-subnet', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:05.381275 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-084dd30b-3b47-46cc-b3b8-435d35a778e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for subnet (5ecd00a3-5bd9-4765-8aee-f670f166552f), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.383556 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.438299 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd30b-3b47-46cc-b3b8-435d35a778e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ecd00a3-5bd9-4765-8aee-f670f166552f,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:05.444575 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afe81f1-3673-4c04-b989-382b04e21abc admin admin] Checking segment: {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:05.451140 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe81f1-3673-4c04-b989-382b04e21abc admin admin] Network hostable DHCP agents. Network: a09d4722-058c-40eb-9bf4-6c4a707b96c6, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:36:05.473168 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a663d85b-3d20-4935-8b4e-cb1c7a999f5e admin admin] Made reservation on behalf of 089c1c6e9cb94a19b451d0da50ba9bea for: {'subnet': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:05.475587 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a663d85b-3d20-4935-8b4e-cb1c7a999f5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.516164 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe81f1-3673-4c04-b989-382b04e21abc admin admin] Network a09d4722-058c-40eb-9bf4-6c4a707b96c6 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:36:05.545524 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-4afe81f1-3673-4c04-b989-382b04e21abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, a09d4722-058c-40eb-9bf4-6c4a707b96c6) {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:05.554364 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afe81f1-3673-4c04-b989-382b04e21abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:05.554702 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4afe81f1-3673-4c04-b989-382b04e21abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.560986 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3eb680-b926-45cb-bc00-21b7add47b84 None None] Network a09d4722-058c-40eb-9bf4-6c4a707b96c6 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:05.568246 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:05.574618 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Publish callbacks [] for security_group (d89f5072-774d-4b86-bf1c-7a4b75209460), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.576424 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:05.582464 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (d89f5072-774d-4b86-bf1c-7a4b75209460), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.615081 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89f5072-774d-4b86-bf1c-7a4b75209460,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:05.629949 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-4afe81f1-3673-4c04-b989-382b04e21abc admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8665917 Sep 26 01:36:05.638773 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 32950) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:05.645860 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=106406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:36:05.651723 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:05.660873 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084dd30b-3b47-46cc-b3b8-435d35a778e0 admin admin] Checking segment: {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:05.661276 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084dd30b-3b47-46cc-b3b8-435d35a778e0 admin admin] Network hostable DHCP agents. Network: 698acfe8-54a1-4ab3-9d7d-022ce3847edf, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:36:05.683711 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.685287 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.725971 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Publish callbacks [] for security_group (d3de013a-025f-4b86-b778-03a801ff527f), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.733626 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084dd30b-3b47-46cc-b3b8-435d35a778e0 admin admin] Network 698acfe8-54a1-4ab3-9d7d-022ce3847edf is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:36:05.739295 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (d3de013a-025f-4b86-b778-03a801ff527f), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.748984 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Publish callbacks [] for router_controller (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), precommit_add_association {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.751491 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (0895933b-0889-4d6b-a4d5-2b7b192402f9), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.752057 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.segments_db [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Added segment 0895933b-0889-4d6b-a4d5-2b7b192402f9 of type vlan for network 57667614-4f45-4cad-a663-febcabd042f0 Sep 26 01:36:05.816603 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-084dd30b-3b47-46cc-b3b8-435d35a778e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, 698acfe8-54a1-4ab3-9d7d-022ce3847edf) {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:05.828979 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1450e6-c3b7-41e0-9dd1-62e883390827 None None] Network 698acfe8-54a1-4ab3-9d7d-022ce3847edf requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:05.845774 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=106405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:36:05.853631 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084dd30b-3b47-46cc-b3b8-435d35a778e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:05.854414 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-084dd30b-3b47-46cc-b3b8-435d35a778e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.909149 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3de013a-025f-4b86-b778-03a801ff527f,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:05.937161 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (57667614-4f45-4cad-a663-febcabd042f0), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.943867 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:05.944474 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.segments_db [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Added segment 1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb of type vlan for network 5af791d8-1618-4513-8e4d-eb7941c2c427 Sep 26 01:36:05.981777 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:36:05.982603 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.025770 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (5af791d8-1618-4513-8e4d-eb7941c2c427), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.055250 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Publish callbacks [] for router_gateway (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.061264 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-084dd30b-3b47-46cc-b3b8-435d35a778e0 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1719351 Sep 26 01:36:06.064069 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (5af791d8-1618-4513-8e4d-eb7941c2c427), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.065062 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:06.065635 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.068959 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 32958) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:06.075863 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:06.116560 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 32966) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:06.116686 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5105746 Sep 26 01:36:06.147832 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-3bb946a5-67b5-4d4d-ad58-81ce045a461c admin admin] Request body: {'subnet': {'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-subnet', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:06.152975 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (8158df76-f8aa-4749-a04f-887910354cf5), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.154127 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (8158df76-f8aa-4749-a04f-887910354cf5), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.186847 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a663d85b-3d20-4935-8b4e-cb1c7a999f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for subnet (35842546-844a-4390-a230-08adbc9ab2cd), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.204897 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:06.228895 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12084449-86f2-40c6-951c-b31ba5feeef3 admin admin] Pushing event updated for resources: {'Network': ['ID=5af791d8-1618-4513-8e4d-eb7941c2c427,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:06.285458 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a663d85b-3d20-4935-8b4e-cb1c7a999f5e admin admin] Checking segment: {'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:06.285817 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a663d85b-3d20-4935-8b4e-cb1c7a999f5e admin admin] Network hostable DHCP agents. Network: a8e446b2-4420-4758-be48-be813b84eea5, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:36:06.291549 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663d85b-3d20-4935-8b4e-cb1c7a999f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35842546-844a-4390-a230-08adbc9ab2cd,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:06.295644 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (57667614-4f45-4cad-a663-febcabd042f0), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.299893 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:06.301209 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=4 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:06.301845 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:06.303171 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.343586 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Allocated IP 172.20.0.2 (a09d4722-058c-40eb-9bf4-6c4a707b96c6/38206234-32a5-44a3-8e38-190376c3054e/a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:06.348328 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a663d85b-3d20-4935-8b4e-cb1c7a999f5e admin admin] Network a8e446b2-4420-4758-be48-be813b84eea5 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:36:06.349870 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:06.382295 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-a663d85b-3d20-4935-8b4e-cb1c7a999f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, a8e446b2-4420-4758-be48-be813b84eea5) {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:06.384532 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb946a5-67b5-4d4d-ad58-81ce045a461c admin admin] Made reservation on behalf of 2f78ca6e22f04c4ab911b2e308338517 for: {'subnet': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:06.388232 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3bb946a5-67b5-4d4d-ad58-81ce045a461c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.396991 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a663d85b-3d20-4935-8b4e-cb1c7a999f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:06.399744 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a663d85b-3d20-4935-8b4e-cb1c7a999f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.408089 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:06.410697 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network 5af791d8-1618-4513-8e4d-eb7941c2c427 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:36:06.423451 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9524863 Sep 26 01:36:06.425693 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 32988) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:06.436295 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-ae56d84e-4ae8-4a75-85fa-8024a82e61d0 admin admin] Request body: {'subnet': {'network_id': '57667614-4f45-4cad-a663-febcabd042f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1181618516-subnet', 'tenant_id': 'f6ae179ea71e41a79a5858d177458a1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:06.446182 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-a663d85b-3d20-4935-8b4e-cb1c7a999f5e admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0792117 Sep 26 01:36:06.451923 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 32994) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:06.464830 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-136512655-router', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:06.506157 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae56d84e-4ae8-4a75-85fa-8024a82e61d0 admin admin] Made reservation on behalf of f6ae179ea71e41a79a5858d177458a1e for: {'subnet': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:06.510140 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ae56d84e-4ae8-4a75-85fa-8024a82e61d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.514034 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (0c674965-3cce-47ed-b514-1af447a61f08), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.515216 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (0c674965-3cce-47ed-b514-1af447a61f08), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.531986 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Publish callbacks [] for router_controller (8158df76-f8aa-4749-a04f-887910354cf5), precommit_add_association {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.558914 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e1859c-8e0b-4b2a-a2ef-b49ecc9a2f1b None None] Network a8e446b2-4420-4758-be48-be813b84eea5 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:06.695646 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Publish callbacks [] for router_controller (0c674965-3cce-47ed-b514-1af447a61f08), precommit_add_association {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.708514 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f57c8-5ed6-4a33-a1d8-4bf8957578c9 admin admin] Pushing event updated for resources: {'Network': ['ID=57667614-4f45-4cad-a663-febcabd042f0,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:06.762148 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'project_id': '3677555d86804f03ae243765cfd3fd24', 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:36:06.762967 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.764915 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network 57667614-4f45-4cad-a663-febcabd042f0 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:36:06.810502 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:06.913866 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Publish callbacks [] for router_gateway (8158df76-f8aa-4749-a04f-887910354cf5), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.933578 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Publish callbacks [] for router_gateway (0c674965-3cce-47ed-b514-1af447a61f08), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.958120 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Publish callbacks [] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.967223 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:06.973963 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:06.978926 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ae56d84e-4ae8-4a75-85fa-8024a82e61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for subnet (12c8da75-5146-4469-81de-d7a8e01fbd67), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.993135 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-a8e446b2-4420-4758-be48-be813b84eea5', 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5', 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'fixed_ips': [{'subnet_id': '35842546-844a-4390-a230-08adbc9ab2cd'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:36:06.996254 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:06.997106 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Publish callbacks [] for router_gateway (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.016142 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.066048 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.135270 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56d84e-4ae8-4a75-85fa-8024a82e61d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c8da75-5146-4469-81de-d7a8e01fbd67,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:07.218317 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae56d84e-4ae8-4a75-85fa-8024a82e61d0 admin admin] Checking segment: {'id': '0895933b-0889-4d6b-a4d5-2b7b192402f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57667614-4f45-4cad-a663-febcabd042f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:07.219002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae56d84e-4ae8-4a75-85fa-8024a82e61d0 admin admin] Network hostable DHCP agents. Network: 57667614-4f45-4cad-a663-febcabd042f0, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:36:07.279659 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae56d84e-4ae8-4a75-85fa-8024a82e61d0 admin admin] Network 57667614-4f45-4cad-a663-febcabd042f0 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:36:07.293666 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3bb946a5-67b5-4d4d-ad58-81ce045a461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for subnet (da203c2e-72b6-4935-8d01-4a01b35361c4), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.296821 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-ae56d84e-4ae8-4a75-85fa-8024a82e61d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, 57667614-4f45-4cad-a663-febcabd042f0) {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:07.313323 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae56d84e-4ae8-4a75-85fa-8024a82e61d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:07.314517 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ae56d84e-4ae8-4a75-85fa-8024a82e61d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.316460 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Network a09d4722-058c-40eb-9bf4-6c4a707b96c6 is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:07.320158 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Publish callbacks [] for router_gateway (0c674965-3cce-47ed-b514-1af447a61f08), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.349825 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.364663 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-ae56d84e-4ae8-4a75-85fa-8024a82e61d0 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9371903 Sep 26 01:36:07.440280 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:07.468444 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:07.471026 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9c1f15-3087-4a4e-b3a5-58709fa54c28 None None] Network 57667614-4f45-4cad-a663-febcabd042f0 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:07.479031 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:07.520777 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb946a5-67b5-4d4d-ad58-81ce045a461c admin admin] Pushing event updated for resources: {'Subnet': ['ID=da203c2e-72b6-4935-8d01-4a01b35361c4,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:07.566739 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb946a5-67b5-4d4d-ad58-81ce045a461c admin admin] Checking segment: {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:07.567014 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb946a5-67b5-4d4d-ad58-81ce045a461c admin admin] Network hostable DHCP agents. Network: 5af791d8-1618-4513-8e4d-eb7941c2c427, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:36:07.570002 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Allocated IP 172.27.0.157 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/11340850-43f7-457a-baea-4ec2c1d58e0b) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:07.577907 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Allocated IP 172.20.0.2 (a8e446b2-4420-4758-be48-be813b84eea5/35842546-844a-4390-a230-08adbc9ab2cd/3672773e-e843-441b-b01a-2c4152f7f21a) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:07.612907 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Publish callbacks [] for router_gateway (8158df76-f8aa-4749-a04f-887910354cf5), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.682446 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb946a5-67b5-4d4d-ad58-81ce045a461c admin admin] Network 5af791d8-1618-4513-8e4d-eb7941c2c427 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:36:07.687902 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.703613 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:07.714621 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-3bb946a5-67b5-4d4d-ad58-81ce045a461c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, 5af791d8-1618-4513-8e4d-eb7941c2c427) {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:07.735826 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d6020f-4b66-4d63-968b-e165a458d7c1 None None] Network 5af791d8-1618-4513-8e4d-eb7941c2c427 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:07.747863 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb946a5-67b5-4d4d-ad58-81ce045a461c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:07.748732 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3bb946a5-67b5-4d4d-ad58-81ce045a461c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.758191 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Pushing event updated for resources: {'Port': ['ID=a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:07.806079 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-3bb946a5-67b5-4d4d-ad58-81ce045a461c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6919267 Sep 26 01:36:07.809447 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33042) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:07.816162 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:07.820165 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Publish callbacks [] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.857979 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33044) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:07.860638 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:07.875489 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (5e501f1e-91e4-4256-b56d-c26a052ccf95), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.876588 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (5e501f1e-91e4-4256-b56d-c26a052ccf95), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.883403 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.883811 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.884171 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.884563 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.885533 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.885883 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.886266 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.886614 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.886936 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.887254 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.887571 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.887905 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.888217 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.888553 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.888932 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Tracked resource versions report: Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: pushed versions: Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: { 'AddressGroup': {'1.2'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Agent': {'1.1'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'ConntrackHelper': {'1.0'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'LocalIPAssociation': {'1.0'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Log': {'1.0'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'NDPProxy': {'1.0'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Network': {'1.1'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Port': {'1.7'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'PortForwarding': {'1.3'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'QosPolicy': {'1.10'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'SecurityGroup': {'1.5'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'SecurityGroupRule': {'1.2'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'SubPort': {'1.0'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Subnet': {'1.1'}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Trunk': {'1.1'}} Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: consumer versions: Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: { DHCP agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: HyperV agent@hv-cinder-85920: {}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: L3 agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: Metadata agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: Metering agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: Open vSwitch agent@dv-cinder-859203-2-iscsi: { 'AddressGroup': '1.2', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Agent': '1.1', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'ConntrackHelper': '1.0', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'LocalIPAssociation': '1.0', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Log': '1.0', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'NDPProxy': '1.0', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Network': '1.1', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Port': '1.7', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'PortForwarding': '1.3', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'QosPolicy': '1.10', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'SecurityGroup': '1.5', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'SecurityGroupRule': '1.2', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'SubPort': '1.0', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Subnet': '1.1', Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: 'Trunk': '1.1'}} Sep 26 01:36:07.890071 dv-cinder-859203-2-iscsi neutron-server[106407]: {{(pid=106407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 01:36:07.906132 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Allocated IP 172.20.0.2 (698acfe8-54a1-4ab3-9d7d-022ce3847edf/5ecd00a3-5bd9-4765-8aee-f670f166552f/6cd51f15-8572-4d9f-bd41-be9f84adfa77) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:07.936085 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Attempting to bind port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:07.936499 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Attempting to bind port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:07.936856 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Attempting to bind port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a on network a09d4722-058c-40eb-9bf4-6c4a707b96c6 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:07.938057 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:07.997636 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203fc404-7f36-4f72-96ab-df6346b0663f None None] Network 57667614-4f45-4cad-a663-febcabd042f0 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:08.027313 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:08.033247 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:08.040742 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:08.046993 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Pushing event updated for resources: {'Port': ['ID=11340850-43f7-457a-baea-4ec2c1d58e0b,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:08.118896 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Publish callbacks [] for router_controller (5e501f1e-91e4-4256-b56d-c26a052ccf95), precommit_add_association {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.158588 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Allocated IP 172.27.0.172 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/64c8348d-1a6b-4dca-a611-a47d810d3334) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:08.181286 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:08.283795 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33056) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:08.289056 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-154847291-network', 'tenant_id': '977a345fcfff467f85889ab3d4a63aef'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:08.369174 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-70523073-9703-4b6a-a6f4-65cc83f3c21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.379851 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Publish callbacks [] for port (3672773e-e843-441b-b01a-2c4152f7f21a), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.398617 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Made reservation on behalf of 977a345fcfff467f85889ab3d4a63aef for: {'network': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:08.402129 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.439268 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.453696 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Publish callbacks [] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.466774 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-5af791d8-1618-4513-8e4d-eb7941c2c427', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:36:08.467866 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.470565 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:08.472176 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:08.472176 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Checking segment: {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:08.473022 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.473239 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Bound using segment: {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:08.473782 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Bound port: a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:08.474249 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.483459 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.517672 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.525519 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Network a8e446b2-4420-4758-be48-be813b84eea5 is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:08.531131 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Publish callbacks [] for router_gateway (5e501f1e-91e4-4256-b56d-c26a052ccf95), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.549261 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:08.557683 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Publish callbacks [] for security_group (13fa7b46-7412-4b52-960e-de80b1c5f55f), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.563093 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:08.571684 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (13fa7b46-7412-4b52-960e-de80b1c5f55f), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.575215 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:08.605760 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fa7b46-7412-4b52-960e-de80b1c5f55f,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:08.609637 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Publish callbacks [] for router_gateway (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.642092 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Publish callbacks [] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.673501 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Network 698acfe8-54a1-4ab3-9d7d-022ce3847edf is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:08.715932 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:08.733421 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-70523073-9703-4b6a-a6f4-65cc83f3c21e admin admin] Publish callbacks [] for security_group (36ea081b-9343-4164-9077-96345b394eed), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.742719 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=106406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:36:08.760964 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (7c6c9a2f-ba99-47ea-a960-62af2c0d40fb), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.761391 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.segments_db [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Added segment 7c6c9a2f-ba99-47ea-a960-62af2c0d40fb of type vlan for network f787d220-9b84-4dc8-97fe-436fc3a90f20 Sep 26 01:36:08.771009 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33066) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:08.780997 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-70523073-9703-4b6a-a6f4-65cc83f3c21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (36ea081b-9343-4164-9077-96345b394eed), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.790187 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:08.798066 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:08.802148 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Pushing event updated for resources: {'Port': ['ID=3672773e-e843-441b-b01a-2c4152f7f21a,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:08.842445 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:08.854141 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.894740 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (f787d220-9b84-4dc8-97fe-436fc3a90f20), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:08.912331 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Pushing event updated for resources: {'Port': ['ID=64c8348d-1a6b-4dca-a611-a47d810d3334,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:08.935367 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] For port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:08.951914 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-70523073-9703-4b6a-a6f4-65cc83f3c21e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a9406983aa784d9ca3a16ddc6bffeb92&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0920835 Sep 26 01:36:08.956383 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70523073-9703-4b6a-a6f4-65cc83f3c21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ea081b-9343-4164-9077-96345b394eed,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:08.957489 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33074) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:08.972026 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:08.978348 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:08.982012 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Allocated IP 172.27.0.137 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:08.984215 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:08.988145 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Publish callbacks [] for router_gateway (5e501f1e-91e4-4256-b56d-c26a052ccf95), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.001072 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:09.009039 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:09.010192 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] For port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:09.016832 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Attempting to bind port 3672773e-e843-441b-b01a-2c4152f7f21a on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:09.017374 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Attempting to bind port 3672773e-e843-441b-b01a-2c4152f7f21a by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:09.017843 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Attempting to bind port 3672773e-e843-441b-b01a-2c4152f7f21a on network a8e446b2-4420-4758-be48-be813b84eea5 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:09.027390 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665'] for router (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.041786 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (f787d220-9b84-4dc8-97fe-436fc3a90f20), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.042833 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:09.043002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.043409 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.065302 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Pushing event updated for resources: {'Port': ['ID=6cd51f15-8572-4d9f-bd41-be9f84adfa77,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:09.086952 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.123413 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Attempting to bind port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:09.124061 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Attempting to bind port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:09.124589 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Attempting to bind port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 on network 698acfe8-54a1-4ab3-9d7d-022ce3847edf {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:09.163098 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Allocated IP 172.20.0.2 (5af791d8-1618-4513-8e4d-eb7941c2c427/da203c2e-72b6-4935-8d01-4a01b35361c4/586fa76e-d5df-49cd-8018-955be287395b) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:09.272091 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9871442 Sep 26 01:36:09.279036 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33078) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:09.285977 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-3ba6b3c2-dff1-4075-bfca-1fb33094fb24 admin admin] Request body: {'subnet': {'network_id': 'f787d220-9b84-4dc8-97fe-436fc3a90f20', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-154847291-subnet', 'tenant_id': '977a345fcfff467f85889ab3d4a63aef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:09.310199 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Publish callbacks [] for router_gateway (0c674965-3cce-47ed-b514-1af447a61f08), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.332885 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d251e19a-fbba-408d-a289-a319ad850971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.348472 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba6b3c2-dff1-4075-bfca-1fb33094fb24 admin admin] Made reservation on behalf of 977a345fcfff467f85889ab3d4a63aef for: {'subnet': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:09.351047 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b3c2-dff1-4075-bfca-1fb33094fb24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.374538 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:09.375274 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Checking segment: {'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:09.375365 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.375928 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Bound using segment: {'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:09.376662 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Bound port: 3672773e-e843-441b-b01a-2c4152f7f21a, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:09.377278 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.387147 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-adc2d283-b709-4e03-b048-061c29b2bdf4 admin admin] Publish callbacks [] for security_group (36ea081b-9343-4164-9077-96345b394eed), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.428424 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab364c33-7c43-4b4a-b1e7-a8de48dbf0e2 None None] Pushing event updated for resources: {'Port': ['ID=a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:09.442186 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:09.442981 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Checking segment: {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:09.443593 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.444190 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Bound using segment: {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:09.444906 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Bound port: 6cd51f15-8572-4d9f-bd41-be9f84adfa77, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:09.445517 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.451897 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c717c-9385-4835-9397-e6fb5236ed75 admin admin] Pushing event updated for resources: {'Network': ['ID=f787d220-9b84-4dc8-97fe-436fc3a90f20,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:09.466367 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:09.523071 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-adc2d283-b709-4e03-b048-061c29b2bdf4 admin admin] Publish callbacks [] for security_group (36ea081b-9343-4164-9077-96345b394eed), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.536377 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network f787d220-9b84-4dc8-97fe-436fc3a90f20 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:36:09.537462 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Publish callbacks [] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.689376 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] For port 3672773e-e843-441b-b01a-2c4152f7f21a, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:09.704805 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:09.711949 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d251e19a-fbba-408d-a289-a319ad850971 admin admin] Publish callbacks [] for security_group (9ed5c3ef-5933-49d7-be14-2f0392877c30), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.720923 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d251e19a-fbba-408d-a289-a319ad850971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (9ed5c3ef-5933-49d7-be14-2f0392877c30), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.729959 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.730603 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665'] for router (0c674965-3cce-47ed-b514-1af447a61f08), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.755752 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d is scheduled to L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 with binding_index 1 {{(pid=106406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 01:36:09.758540 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] For port 3672773e-e843-441b-b01a-2c4152f7f21a, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=3672773e-e843-441b-b01a-2c4152f7f21a,segment=NetworkSegment(ab147c18-54e0-4927-81f8-1add45562b49),segment_id=ab147c18-54e0-4927-81f8-1add45562b49)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:09.784439 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] For port 6cd51f15-8572-4d9f-bd41-be9f84adfa77, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:09.791624 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:09.796928 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.801012 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-adc2d283-b709-4e03-b048-061c29b2bdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (36ea081b-9343-4164-9077-96345b394eed), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.809393 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-adc2d283-b709-4e03-b048-061c29b2bdf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.825009 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-adc2d283-b709-4e03-b048-061c29b2bdf4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/36ea081b-9343-4164-9077-96345b394eed HTTP/1.1" status: 204 len: 168 time: 0.8628049 Sep 26 01:36:09.849390 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:09.873131 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] For port 6cd51f15-8572-4d9f-bd41-be9f84adfa77, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=6cd51f15-8572-4d9f-bd41-be9f84adfa77,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:09.886074 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Publish callbacks [] for port (586fa76e-d5df-49cd-8018-955be287395b), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.904253 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.910984 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (586fa76e-d5df-49cd-8018-955be287395b), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:09.919352 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Allocated IP 172.27.0.16 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/d50ea86b-2016-4abe-bbae-68ccd0a8c77e) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:09.933716 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d251e19a-fbba-408d-a289-a319ad850971 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=670e7230a6e94ef99dfd035d3b37676b&name=default HTTP/1.1" status: 200 len: 2993 time: 1.1575954 Sep 26 01:36:09.934026 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f73e8-0e35-43b9-a4e2-93a2abb73350 None None] Pushing event updated for resources: {'Port': ['ID=3672773e-e843-441b-b01a-2c4152f7f21a,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:09.948383 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33090) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:09.952960 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:09.954614 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Network 5af791d8-1618-4513-8e4d-eb7941c2c427 is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:09.958434 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:09.962247 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:10.032549 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:10.085991 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b3c2-dff1-4075-bfca-1fb33094fb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for subnet (1024e817-d8ac-4c42-88d5-b0ca909f8464), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:10.130844 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eedd27-2c62-4612-9633-a35738ee9238 None None] Pushing event updated for resources: {'Port': ['ID=6cd51f15-8572-4d9f-bd41-be9f84adfa77,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:10.142290 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251e19a-fbba-408d-a289-a319ad850971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed5c3ef-5933-49d7-be14-2f0392877c30,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:10.146729 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Pushing event updated for resources: {'Port': ['ID=5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:10.151839 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:10.172862 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2d283-b709-4e03-b048-061c29b2bdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ea081b-9343-4164-9077-96345b394eed,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:10.270577 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Pushing event updated for resources: {'Port': ['ID=586fa76e-d5df-49cd-8018-955be287395b,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:10.270816 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:10.280874 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:10.295602 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Attempting to bind port 586fa76e-d5df-49cd-8018-955be287395b on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:10.296166 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Attempting to bind port 586fa76e-d5df-49cd-8018-955be287395b by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:10.296740 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Attempting to bind port 586fa76e-d5df-49cd-8018-955be287395b on network 5af791d8-1618-4513-8e4d-eb7941c2c427 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:10.371355 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:10.373390 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Checking segment: {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:10.373904 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:10.374560 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Bound using segment: {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:10.378891 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Bound port: 586fa76e-d5df-49cd-8018-955be287395b, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:10.380757 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (586fa76e-d5df-49cd-8018-955be287395b), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:10.544256 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33102) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:10.551614 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:10.566637 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] For port 586fa76e-d5df-49cd-8018-955be287395b, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:10.574617 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b3c2-dff1-4075-bfca-1fb33094fb24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1024e817-d8ac-4c42-88d5-b0ca909f8464,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:10.600328 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Publish callbacks [] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:10.634369 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5c702e80-5cff-4a7c-8ba2-b8041f9df211 admin admin] Publish callbacks [] for security_group (9ed5c3ef-5933-49d7-be14-2f0392877c30), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:10.642117 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] For port 586fa76e-d5df-49cd-8018-955be287395b, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=586fa76e-d5df-49cd-8018-955be287395b,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:10.664703 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed1a2-7c27-40e6-9f02-3990445a387b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:10.679473 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:10.680050 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:10.680790 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a Sep 26 01:36:10.684189 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:10.687561 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (586fa76e-d5df-49cd-8018-955be287395b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:10.701499 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:36:10.749670 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Sync routers for ids ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:36:10.771488 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:10.778992 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Pushing event updated for resources: {'Port': ['ID=d50ea86b-2016-4abe-bbae-68ccd0a8c77e,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:10.781903 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:10.796877 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Routers {'5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:10.797528 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:10.802993 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5c702e80-5cff-4a7c-8ba2-b8041f9df211 admin admin] Publish callbacks [] for security_group (9ed5c3ef-5933-49d7-be14-2f0392877c30), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:10.803375 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba6b3c2-dff1-4075-bfca-1fb33094fb24 admin admin] Checking segment: {'id': '7c6c9a2f-ba99-47ea-a960-62af2c0d40fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f787d220-9b84-4dc8-97fe-436fc3a90f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:10.803730 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba6b3c2-dff1-4075-bfca-1fb33094fb24 admin admin] Network hostable DHCP agents. Network: f787d220-9b84-4dc8-97fe-436fc3a90f20, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:36:10.817849 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:10.852789 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d8e2d-ce31-49a8-9d4a-f6577ec7cd33 None None] Pushing event updated for resources: {'Port': ['ID=586fa76e-d5df-49cd-8018-955be287395b,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:10.907765 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:10.909084 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-c043d208-d532-4042-9603-b2ff0c609acf admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2686250 Sep 26 01:36:10.914442 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba6b3c2-dff1-4075-bfca-1fb33094fb24 admin admin] Network f787d220-9b84-4dc8-97fe-436fc3a90f20 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:36:10.918471 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33106) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:10.945567 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-3ba6b3c2-dff1-4075-bfca-1fb33094fb24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, f787d220-9b84-4dc8-97fe-436fc3a90f20) {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:10.950580 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:10.963848 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba6b3c2-dff1-4075-bfca-1fb33094fb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:10.967187 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b3c2-dff1-4075-bfca-1fb33094fb24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:10.989194 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:10.989194 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:11.002158 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640693e6-8c50-4e05-b581-05ac3f9f9149 None None] Network f787d220-9b84-4dc8-97fe-436fc3a90f20 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:11.090073 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-3ba6b3c2-dff1-4075-bfca-1fb33094fb24 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8099532 Sep 26 01:36:11.094117 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Router 0c674965-3cce-47ed-b514-1af447a61f08 is scheduled to L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 with binding_index 1 {{(pid=106405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 01:36:11.372150 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cd144a-e836-4de3-8144-0fd190269f3f None None] Network a09d4722-058c-40eb-9bf4-6c4a707b96c6 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:11.373658 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5c702e80-5cff-4a7c-8ba2-b8041f9df211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (9ed5c3ef-5933-49d7-be14-2f0392877c30), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:11.377110 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5c702e80-5cff-4a7c-8ba2-b8041f9df211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:11.378268 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-5c702e80-5cff-4a7c-8ba2-b8041f9df211 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9ed5c3ef-5933-49d7-be14-2f0392877c30 HTTP/1.1" status: 204 len: 168 time: 1.4169278 Sep 26 01:36:11.501068 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Set router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:11.517269 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed1a2-7c27-40e6-9f02-3990445a387b admin admin] Publish callbacks [] for security_group (4dbb3fe6-e0a7-4ac9-bbc9-040f57f64d54), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:11.603152 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed1a2-7c27-40e6-9f02-3990445a387b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4dbb3fe6-e0a7-4ac9-bbc9-040f57f64d54), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:11.605965 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:11.663486 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33130) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:11.710992 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-ae2ed1a2-7c27-40e6-9f02-3990445a387b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=964d347c1bf8455d81a115b3c805e622&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1392772 Sep 26 01:36:11.754143 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33132) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:11.765480 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:11.790117 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ed1a2-7c27-40e6-9f02-3990445a387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbb3fe6-e0a7-4ac9-bbc9-040f57f64d54,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:11.792437 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c702e80-5cff-4a7c-8ba2-b8041f9df211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed5c3ef-5933-49d7-be14-2f0392877c30,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:11.793743 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:11.797719 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fe126b-7e81-4ab1-8487-b1588f336165 admin admin] Deleting subnet 12c8da75-5146-4469-81de-d7a8e01fbd67 {{(pid=106405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:36:11.802639 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d0fe126b-7e81-4ab1-8487-b1588f336165 admin admin] Publish callbacks [] for subnet (12c8da75-5146-4469-81de-d7a8e01fbd67), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:11.852516 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:08Z', 'revision_number': 3, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:11.894274 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-6bad12ce-d50a-4ea8-92ed-cef839c34119 None None] Provisioning complete for port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:11.894652 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6bad12ce-d50a-4ea8-92ed-cef839c34119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:11.894954 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-6bad12ce-d50a-4ea8-92ed-cef839c34119 None None] Attempt 1 to provision port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a Sep 26 01:36:11.898917 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Checking router: 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:36:11.899552 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Updating router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d port 11340850-43f7-457a-baea-4ec2c1d58e0b binding host dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:36:11.922460 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Publish callbacks [] for router_gateway (8158df76-f8aa-4749-a04f-887910354cf5), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:11.945204 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:11.995738 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:12.070844 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d0fe126b-7e81-4ab1-8487-b1588f336165 admin admin] Publish callbacks [] for subnet (12c8da75-5146-4469-81de-d7a8e01fbd67), precommit_delete_associations {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.078765 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:12.117869 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d0fe126b-7e81-4ab1-8487-b1588f336165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (12c8da75-5146-4469-81de-d7a8e01fbd67), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.173491 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99360ca-a5f7-4146-a7ab-69fbab69395b None None] Network f787d220-9b84-4dc8-97fe-436fc3a90f20 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:12.310766 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Publish callbacks [] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), precommit_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.318522 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.377944 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Pushing event updated for resources: {'Port': ['ID=11340850-43f7-457a-baea-4ec2c1d58e0b,revision_number=2']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:12.384149 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:36:12.393882 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.395736 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.396231 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.396764 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.397227 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.397866 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.398414 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.399006 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.399552 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.400833 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.401454 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.402147 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.402824 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.403674 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.404423 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Tracked resource versions report: Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: pushed versions: Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: { 'AddressGroup': {'1.2'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Agent': {'1.1'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'ConntrackHelper': {'1.0'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'LocalIPAssociation': {'1.0'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Log': {'1.0'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'NDPProxy': {'1.0'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Network': {'1.1'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Port': {'1.7'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'PortForwarding': {'1.3'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'QosPolicy': {'1.10'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'SecurityGroup': {'1.5'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'SecurityGroupRule': {'1.2'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'SubPort': {'1.0'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Subnet': {'1.1'}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Trunk': {'1.1'}} Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: consumer versions: Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: { DHCP agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: HyperV agent@hv-cinder-85920: {}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: L3 agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: Metadata agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: Metering agent@dv-cinder-859203-2-iscsi: {}, Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: Open vSwitch agent@dv-cinder-859203-2-iscsi: { 'AddressGroup': '1.2', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Agent': '1.1', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'ConntrackHelper': '1.0', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'LocalIPAssociation': '1.0', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Log': '1.0', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'NDPProxy': '1.0', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Network': '1.1', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Port': '1.7', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'PortForwarding': '1.3', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'QosPolicy': '1.10', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'SecurityGroup': '1.5', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'SecurityGroupRule': '1.2', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'SubPort': '1.0', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Subnet': '1.1', Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: 'Trunk': '1.1'}} Sep 26 01:36:12.406746 dv-cinder-859203-2-iscsi neutron-server[106408]: {{(pid=106408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 01:36:12.424490 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Attempting to bind port 11340850-43f7-457a-baea-4ec2c1d58e0b on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:12.425327 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Attempting to bind port 11340850-43f7-457a-baea-4ec2c1d58e0b by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:12.426809 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Attempting to bind port 11340850-43f7-457a-baea-4ec2c1d58e0b on network 4033d1d8-514c-468e-8f1f-247159e0de47 {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:12.479134 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df54dbd-3833-4f70-95e3-3b2f4ed6b51c None None] Network 698acfe8-54a1-4ab3-9d7d-022ce3847edf requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:12.479685 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.482649 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Sync routers for ids ['0c674965-3cce-47ed-b514-1af447a61f08'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:36:12.483791 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-1e9faaca-51dd-4d7e-9022-24c74ea13283 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0228813 Sep 26 01:36:12.485482 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33138) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:12.486765 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Publish callbacks [] for router_gateway (5e501f1e-91e4-4256-b56d-c26a052ccf95), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.497224 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33140) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:12.508829 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8dc216-b981-40e3-bfbd-d44ba5fa8aee None None] Network a8e446b2-4420-4758-be48-be813b84eea5 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:12.510652 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:12.510891 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-925fb160-aa6f-4f6a-b991-362d713f0484 admin admin] Publish callbacks [] for security_group (4dbb3fe6-e0a7-4ac9-bbc9-040f57f64d54), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.511459 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:12.511739 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.512428 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Bound using segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:12.513137 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Bound port: 11340850-43f7-457a-baea-4ec2c1d58e0b, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:12.513897 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.532021 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:12.590432 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] For port 11340850-43f7-457a-baea-4ec2c1d58e0b, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:12.599005 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] For port 11340850-43f7-457a-baea-4ec2c1d58e0b, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=11340850-43f7-457a-baea-4ec2c1d58e0b,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:12.599809 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d0fe126b-7e81-4ab1-8487-b1588f336165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for subnet (12c8da75-5146-4469-81de-d7a8e01fbd67), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.605323 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 3672773e-e843-441b-b01a-2c4152f7f21a up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:12.613506 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.630709 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-925fb160-aa6f-4f6a-b991-362d713f0484 admin admin] Publish callbacks [] for security_group (4dbb3fe6-e0a7-4ac9-bbc9-040f57f64d54), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.661200 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-633c1f0e-b1af-40b7-bdb0-859ecb9aa727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.670655 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe126b-7e81-4ab1-8487-b1588f336165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c8da75-5146-4469-81de-d7a8e01fbd67,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:12.692864 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d0fe126b-7e81-4ab1-8487-b1588f336165 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.701241 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-d0fe126b-7e81-4ab1-8487-b1588f336165 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/12c8da75-5146-4469-81de-d7a8e01fbd67 HTTP/1.1" status: 204 len: 168 time: 0.9887333 Sep 26 01:36:12.706445 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a4b22-cdba-4269-a3d8-b2dc949233f1 None None] Pushing event updated for resources: {'Port': ['ID=11340850-43f7-457a-baea-4ec2c1d58e0b,revision_number=3']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:12.709724 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33148) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:12.722121 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Routers {'5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:12.722749 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:12.731888 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:12.787127 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:12.833877 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665'] for router (8158df76-f8aa-4749-a04f-887910354cf5), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:12.858252 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Routers {'0c674965-3cce-47ed-b514-1af447a61f08'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:12.859624 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['0c674965-3cce-47ed-b514-1af447a61f08'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:12.894274 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] Set router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:12.964059 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:13.020019 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ba1586-311d-462f-90f2-b7bab87b55e2 None None] Network 5af791d8-1618-4513-8e4d-eb7941c2c427 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:13.034881 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:13.130104 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-633c1f0e-b1af-40b7-bdb0-859ecb9aa727 admin admin] Publish callbacks [] for security_group (ea0a5813-4c61-40fc-a478-58a40420c897), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:13.133584 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665'] for router (5e501f1e-91e4-4256-b56d-c26a052ccf95), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:13.135526 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:13.140237 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-633c1f0e-b1af-40b7-bdb0-859ecb9aa727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (ea0a5813-4c61-40fc-a478-58a40420c897), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:13.220024 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:08Z', 'revision_number': 3, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:13.255927 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d01f1f6-f63b-4d47-b0ea-9bf823951469 None None] The sync data for ids ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'] in dv-cinder-859203-2-iscsi is: [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:08Z', 'revision_number': 3, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:36:13.285390 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (57667614-4f45-4cad-a663-febcabd042f0), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:13.338837 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:13.340697 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-6bad12ce-d50a-4ea8-92ed-cef839c34119 None None] Current status of the port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:13.354849 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:13.394824 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-925fb160-aa6f-4f6a-b991-362d713f0484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4dbb3fe6-e0a7-4ac9-bbc9-040f57f64d54), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:13.397573 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-925fb160-aa6f-4f6a-b991-362d713f0484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:13.398724 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-925fb160-aa6f-4f6a-b991-362d713f0484 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4dbb3fe6-e0a7-4ac9-bbc9-040f57f64d54 HTTP/1.1" status: 204 len: 168 time: 1.6413524 Sep 26 01:36:13.430917 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-633c1f0e-b1af-40b7-bdb0-859ecb9aa727 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c06fcc7562514314971e32566197db67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8793876 Sep 26 01:36:13.440124 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c1f0e-b1af-40b7-bdb0-859ecb9aa727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0a5813-4c61-40fc-a478-58a40420c897,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:13.441779 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fb160-aa6f-4f6a-b991-362d713f0484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbb3fe6-e0a7-4ac9-bbc9-040f57f64d54,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:13.444128 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Router 8158df76-f8aa-4749-a04f-887910354cf5 is scheduled to L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 with binding_index 1 {{(pid=106406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 01:36:13.451339 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33166) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:13.558369 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (57667614-4f45-4cad-a663-febcabd042f0), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:13.605519 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:13.605730 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:13.606507 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:13.606853 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > port after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:13.607185 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:13.607514 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > port after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:13.608587 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:13.608587 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:13.608587 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:13.608834 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:13.693345 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Set router 0c674965-3cce-47ed-b514-1af447a61f08 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:13.792101 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33172) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:13.795154 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:13.915734 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Router 5e501f1e-91e4-4256-b56d-c26a052ccf95 is scheduled to L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 with binding_index 1 {{(pid=106405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 01:36:13.955525 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 3672773e-e843-441b-b01a-2c4152f7f21a triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:13.955842 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:13.956314 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 3672773e-e843-441b-b01a-2c4152f7f21a Sep 26 01:36:14.042021 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:14.042539 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:14.042908 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:14.043251 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:14.043643 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57667614-4f45-4cad-a663-febcabd042f0']}} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:14.047561 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Provisioning complete for port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:14.048188 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.048720 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Attempt 1 to provision port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 Sep 26 01:36:14.117844 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f8163dca-2da8-4857-8191-488153447ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.130430 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.234623 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0895933b-0889-4d6b-a4d5-2b7b192402f9') {'for_net_delete': True} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:14.234955 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0895933b-0889-4d6b-a4d5-2b7b192402f9') {} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:14.242492 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:14.321195 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 3672773e-e843-441b-b01a-2c4152f7f21a is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:14.321749 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.367243 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8362259'] for segment (0895933b-0889-4d6b-a4d5-2b7b192402f9), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.387851 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:36:14.412552 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Sync routers for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:36:14.423081 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d44e3d02-1c41-4fcf-bb0f-e05bbd92496e admin admin] Publish callbacks [] for security_group (ea0a5813-4c61-40fc-a478-58a40420c897), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.439687 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:14.440900 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:14.454772 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d44e3d02-1c41-4fcf-bb0f-e05bbd92496e admin admin] Publish callbacks [] for security_group (ea0a5813-4c61-40fc-a478-58a40420c897), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.528917 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:14.541063 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 3672773e-e843-441b-b01a-2c4152f7f21a, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=3672773e-e843-441b-b01a-2c4152f7f21a,segment=NetworkSegment(ab147c18-54e0-4927-81f8-1add45562b49),segment_id=ab147c18-54e0-4927-81f8-1add45562b49)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:14.545018 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d44e3d02-1c41-4fcf-bb0f-e05bbd92496e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (ea0a5813-4c61-40fc-a478-58a40420c897), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.549778 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.551868 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d44e3d02-1c41-4fcf-bb0f-e05bbd92496e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.552977 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-da1ab735-d9ed-4ad3-8f60-ccf86423e18e admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7421000 Sep 26 01:36:14.559293 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d44e3d02-1c41-4fcf-bb0f-e05bbd92496e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ea0a5813-4c61-40fc-a478-58a40420c897 HTTP/1.1" status: 204 len: 168 time: 1.1033490 Sep 26 01:36:14.563645 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33190) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:14.656989 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (0895933b-0889-4d6b-a4d5-2b7b192402f9), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.658480 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Current status of the port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:14.659004 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.705059 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:14.705873 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f8163dca-2da8-4857-8191-488153447ee6 admin admin] Publish callbacks [] for security_group (ca26984a-ea1c-4c6b-bc7e-877bc73769b4), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.725848 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.726328 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 586fa76e-d5df-49cd-8018-955be287395b up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:14.757240 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.761762 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] For port 6cd51f15-8572-4d9f-bd41-be9f84adfa77, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=6cd51f15-8572-4d9f-bd41-be9f84adfa77,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:14.768754 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f8163dca-2da8-4857-8191-488153447ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (ca26984a-ea1c-4c6b-bc7e-877bc73769b4), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.833400 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:14.889444 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:14.906474 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:14.908630 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c674965-3cce-47ed-b514-1af447a61f08', 'name': 'tempest-DeleteServersTestJSON-136512655-router', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:09Z', 'revision_number': 3, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'gw_port': {'id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c674965-3cce-47ed-b514-1af447a61f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:14.910791 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Allocated IP 172.20.0.1 (a8e446b2-4420-4758-be48-be813b84eea5/35842546-844a-4390-a230-08adbc9ab2cd/15b7cda5-1e88-4eda-8fd7-8e301b7322e8) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:14.913174 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33198) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:14.923711 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8163dca-2da8-4857-8191-488153447ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca26984a-ea1c-4c6b-bc7e-877bc73769b4,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:14.928491 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-f8163dca-2da8-4857-8191-488153447ee6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f7cff87a197d4ddfbaeb0ac3d6d87fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1337473 Sep 26 01:36:14.943395 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:14.958903 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33204) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:14.972738 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=106406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:36:14.973180 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6739872'] for segment (0895933b-0889-4d6b-a4d5-2b7b192402f9), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.002150 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Provisioning complete for port 3672773e-e843-441b-b01a-2c4152f7f21a triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:15.002549 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.002876 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Attempt 1 to provision port 3672773e-e843-441b-b01a-2c4152f7f21a Sep 26 01:36:15.023319 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e3d02-1c41-4fcf-bb0f-e05bbd92496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0a5813-4c61-40fc-a478-58a40420c897,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:15.070155 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:11Z', 'revision_number': 3, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:15.104879 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Checking router: 5e501f1e-91e4-4256-b56d-c26a052ccf95 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:36:15.105281 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Updating router 5e501f1e-91e4-4256-b56d-c26a052ccf95 port d50ea86b-2016-4abe-bbae-68ccd0a8c77e binding host dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:36:15.115103 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Checking router: 0c674965-3cce-47ed-b514-1af447a61f08 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:36:15.115459 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Updating router 0c674965-3cce-47ed-b514-1af447a61f08 port 64c8348d-1a6b-4dca-a611-a47d810d3334 binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:36:15.122857 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:15.149564 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.151764 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1585527835-network', 'tenant_id': '513260c0f2484a2d885d0e0a66f4e174'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:15.194656 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 586fa76e-d5df-49cd-8018-955be287395b triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:15.195005 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (586fa76e-d5df-49cd-8018-955be287395b), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.195349 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 586fa76e-d5df-49cd-8018-955be287395b Sep 26 01:36:15.217274 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Publish callbacks [] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.231189 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=3672773e-e843-441b-b01a-2c4152f7f21a,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:15.233736 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Made reservation on behalf of 513260c0f2484a2d885d0e0a66f4e174 for: {'network': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:15.248102 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.263356 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.328201 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Pushing event updated for resources: {'Port': ['ID=6cd51f15-8572-4d9f-bd41-be9f84adfa77,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:15.338931 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.424389 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Publish callbacks [] for security_group (ee6c21d8-322a-49e2-a301-db8181cf60f7), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.424619 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Current status of the port 3672773e-e843-441b-b01a-2c4152f7f21a is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:15.427308 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:INSERT=21,neutron:SELECT=73,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:15.443608 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (ee6c21d8-322a-49e2-a301-db8181cf60f7), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.476990 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.482982 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=106405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:36:15.529005 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Provisioning complete for port 586fa76e-d5df-49cd-8018-955be287395b triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:15.529384 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (586fa76e-d5df-49cd-8018-955be287395b), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.530283 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Attempt 1 to provision port 586fa76e-d5df-49cd-8018-955be287395b Sep 26 01:36:15.548025 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Pushing event updated for resources: {'Port': ['ID=15b7cda5-1e88-4eda-8fd7-8e301b7322e8,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:15.595703 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (05f3ba95-0023-47f1-b3b4-dd619b2f1a40), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.596091 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.segments_db [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Added segment 05f3ba95-0023-47f1-b3b4-dd619b2f1a40 of type vlan for network b9ae741f-24d2-4a73-a1a0-6d818018e078 Sep 26 01:36:15.598052 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6c21d8-322a-49e2-a301-db8181cf60f7,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:15.615995 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 586fa76e-d5df-49cd-8018-955be287395b is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:15.616418 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (586fa76e-d5df-49cd-8018-955be287395b), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.660517 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:15.670569 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Network a8e446b2-4420-4758-be48-be813b84eea5 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:15.688288 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:36:15.712188 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Sync routers for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:36:15.724663 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:15.729720 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:15.730212 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428312'] for router_interface (0c674965-3cce-47ed-b514-1af447a61f08), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.756940 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Current status of the port 586fa76e-d5df-49cd-8018-955be287395b is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:15.757469 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Publish callbacks [] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), precommit_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.758117 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (586fa76e-d5df-49cd-8018-955be287395b), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.761998 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4f97-8bc0-48ef-a87b-88c7ac10ca1c admin admin] Publish callbacks [] for security_group (ca26984a-ea1c-4c6b-bc7e-877bc73769b4), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.765181 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 586fa76e-d5df-49cd-8018-955be287395b, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=586fa76e-d5df-49cd-8018-955be287395b,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:15.775538 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:15.775660 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.776519 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:15.835706 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.837110 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-f020f762-6f18-450d-9c44-0ac610e33978 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7667239 Sep 26 01:36:15.848894 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765af95-6bef-490e-9cbf-76adfe76bdc0 None None] Pushing event updated for resources: {'Port': ['ID=d50ea86b-2016-4abe-bbae-68ccd0a8c77e,revision_number=2']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:15.861392 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (586fa76e-d5df-49cd-8018-955be287395b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.864390 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 6cd51f15-8572-4d9f-bd41-be9f84adfa77 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:15.867867 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Attempting to bind port d50ea86b-2016-4abe-bbae-68ccd0a8c77e on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:15.868501 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Attempting to bind port d50ea86b-2016-4abe-bbae-68ccd0a8c77e by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:15.869896 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Attempting to bind port d50ea86b-2016-4abe-bbae-68ccd0a8c77e on network 4033d1d8-514c-468e-8f1f-247159e0de47 {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:15.902902 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4f97-8bc0-48ef-a87b-88c7ac10ca1c admin admin] Publish callbacks [] for security_group (ca26984a-ea1c-4c6b-bc7e-877bc73769b4), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.911546 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33226) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:15.935916 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (b9ae741f-24d2-4a73-a1a0-6d818018e078), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.975590 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=7 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:15.983418 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:15.983830 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:15.988119 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:15.989727 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Bound using segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:15.991509 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Bound port: d50ea86b-2016-4abe-bbae-68ccd0a8c77e, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:15.993201 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.002716 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4f97-8bc0-48ef-a87b-88c7ac10ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (ca26984a-ea1c-4c6b-bc7e-877bc73769b4), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.006617 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4f97-8bc0-48ef-a87b-88c7ac10ca1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.016634 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ea0a4f97-8bc0-48ef-a87b-88c7ac10ca1c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ca26984a-ea1c-4c6b-bc7e-877bc73769b4 HTTP/1.1" status: 204 len: 168 time: 1.0479681 Sep 26 01:36:16.018455 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (b9ae741f-24d2-4a73-a1a0-6d818018e078), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.023750 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:16.030673 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.033019 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (57667614-4f45-4cad-a663-febcabd042f0), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.118363 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] For port d50ea86b-2016-4abe-bbae-68ccd0a8c77e, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:16.125538 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment 0895933b-0889-4d6b-a4d5-2b7b192402f9 resource provider aggregate not found Sep 26 01:36:16.125803 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] For port d50ea86b-2016-4abe-bbae-68ccd0a8c77e, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=d50ea86b-2016-4abe-bbae-68ccd0a8c77e,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:16.140227 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.146051 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a4f97-8bc0-48ef-a87b-88c7ac10ca1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca26984a-ea1c-4c6b-bc7e-877bc73769b4,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:16.197438 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.199603 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:16.201728 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/57667614-4f45-4cad-a663-febcabd042f0 HTTP/1.1" status: 204 len: 168 time: 3.4645417 Sep 26 01:36:16.224794 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment 0895933b-0889-4d6b-a4d5-2b7b192402f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0895933b-0889-4d6b-a4d5-2b7b192402f9 found for delete ", "request_id": "req-42c19289-39bd-4cb1-ba5f-99cf3fa619bb"}]} Sep 26 01:36:16.251265 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33240) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:16.269609 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:16.269802 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=586fa76e-d5df-49cd-8018-955be287395b,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:16.270235 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:16.272598 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:16.316784 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc99e73-d9e8-42ed-bdee-806d1f265690 admin admin] Deleting subnet 1024e817-d8ac-4c42-88d5-b0ca909f8464 {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:36:16.319290 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37784ea-65b8-4cab-b2d0-26bd6f00341d admin admin] Pushing event deleted for resources: {'Network': ['ID=57667614-4f45-4cad-a663-febcabd042f0,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:16.331045 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fcc99e73-d9e8-42ed-bdee-806d1f265690 admin admin] Publish callbacks [] for subnet (1024e817-d8ac-4c42-88d5-b0ca909f8464), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.340080 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] Pushing event updated for resources: {'Network': ['ID=b9ae741f-24d2-4a73-a1a0-6d818018e078,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:16.379660 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-8dbb8325-d6a6-486b-8f99-0fffe22c92fb admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4646704 Sep 26 01:36:16.389305 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:16.391538 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33244) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:16.410603 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:16.433895 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-ce33a56a-91e9-4f21-a07e-d214b337e742 admin admin] Request body: {'subnet': {'network_id': 'b9ae741f-24d2-4a73-a1a0-6d818018e078', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1585527835-subnet', 'tenant_id': '513260c0f2484a2d885d0e0a66f4e174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:16.496367 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765af95-6bef-490e-9cbf-76adfe76bdc0 None None] Pushing event updated for resources: {'Port': ['ID=d50ea86b-2016-4abe-bbae-68ccd0a8c77e,revision_number=3']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:16.547202 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Allocated IP 172.20.0.1 (a09d4722-058c-40eb-9bf4-6c4a707b96c6/38206234-32a5-44a3-8e38-190376c3054e/31b2b825-2600-475b-9362-3b9e6f5405c2) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:16.581949 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network b9ae741f-24d2-4a73-a1a0-6d818018e078 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:36:16.605032 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fcc99e73-d9e8-42ed-bdee-806d1f265690 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (1024e817-d8ac-4c42-88d5-b0ca909f8464), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.688560 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce33a56a-91e9-4f21-a07e-d214b337e742 admin admin] Made reservation on behalf of 513260c0f2484a2d885d0e0a66f4e174 for: {'subnet': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:16.693558 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ce33a56a-91e9-4f21-a07e-d214b337e742 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.703073 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:16.750837 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fcc99e73-d9e8-42ed-bdee-806d1f265690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (1024e817-d8ac-4c42-88d5-b0ca909f8464), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.807696 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:16.808282 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.808543 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 Sep 26 01:36:16.905935 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:16.906121 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.db.api [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 01:36:16.906540 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG oslo_db.api [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 01:36:16.914628 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:10Z', 'revision_number': 3, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:16.955275 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Publish callbacks [] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:16.972240 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Checking router: 8158df76-f8aa-4749-a04f-887910354cf5 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:36:16.972615 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Updating router 8158df76-f8aa-4749-a04f-887910354cf5 port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:36:17.013284 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.065314 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.078787 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:11Z', 'revision_number': 3, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:17.080515 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fcc99e73-d9e8-42ed-bdee-806d1f265690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (1024e817-d8ac-4c42-88d5-b0ca909f8464), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.090402 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Publish callbacks [] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.109879 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:17.127781 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440b2559-4f2c-4212-96f4-4d947cc310a6 None None] The sync data for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi is: [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:11Z', 'revision_number': 3, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:36:17.131300 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.147801 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.194257 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fcc99e73-d9e8-42ed-bdee-806d1f265690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.204884 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-fcc99e73-d9e8-42ed-bdee-806d1f265690 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/1024e817-d8ac-4c42-88d5-b0ca909f8464 HTTP/1.1" status: 204 len: 168 time: 0.9477332 Sep 26 01:36:17.222768 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33266) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:17.232078 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:17.232078 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:17.244839 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc99e73-d9e8-42ed-bdee-806d1f265690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1024e817-d8ac-4c42-88d5-b0ca909f8464,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:17.383820 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.391387 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e666b-26b4-485b-92dc-6c14338ae6da None None] Pushing event updated for resources: {'Port': ['ID=64c8348d-1a6b-4dca-a611-a47d810d3334,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:17.420829 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Attempting to bind port 64c8348d-1a6b-4dca-a611-a47d810d3334 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:17.421021 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Attempting to bind port 64c8348d-1a6b-4dca-a611-a47d810d3334 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:17.421387 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Attempting to bind port 64c8348d-1a6b-4dca-a611-a47d810d3334 on network 4033d1d8-514c-468e-8f1f-247159e0de47 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:17.551063 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:17.596153 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:17.609426 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Network a09d4722-058c-40eb-9bf4-6c4a707b96c6 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:17.628715 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (f787d220-9b84-4dc8-97fe-436fc3a90f20), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.640617 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:17.667277 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:17.688463 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-470c6e43-b832-4095-b19c-e22a239e098f None None] Current status of the port 586fa76e-d5df-49cd-8018-955be287395b is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:17.744832 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=31b2b825-2600-475b-9362-3b9e6f5405c2,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:17.761420 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ce33a56a-91e9-4f21-a07e-d214b337e742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for subnet (e2b348bd-0b00-416b-9494-7c72cd191f4f), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.845358 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Provisioning complete for port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:17.845883 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.846058 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 1 to provision port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a Sep 26 01:36:17.926593 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:17.929275 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:17.929700 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:17.930111 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.930664 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Bound using segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:17.931883 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Bound port: 64c8348d-1a6b-4dca-a611-a47d810d3334, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:17.932522 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:17.974184 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Allocated IP 172.20.0.1 (5af791d8-1618-4513-8e4d-eb7941c2c427/da203c2e-72b6-4935-8d01-4a01b35361c4/29b05cad-ffe1-42d8-9bc6-6e2b66c0081a) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:18.033473 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:18.033931 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.034330 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a Sep 26 01:36:18.091308 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:18.178326 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Publish callbacks [] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.232019 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:18.233397 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428312'] for router_interface (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.324408 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Current status of the port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:18.341067 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33a56a-91e9-4f21-a07e-d214b337e742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b348bd-0b00-416b-9494-7c72cd191f4f,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:18.353439 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] For port 64c8348d-1a6b-4dca-a611-a47d810d3334, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:18.359874 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce33a56a-91e9-4f21-a07e-d214b337e742 admin admin] Checking segment: {'id': '05f3ba95-0023-47f1-b3b4-dd619b2f1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b9ae741f-24d2-4a73-a1a0-6d818018e078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:18.360582 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33a56a-91e9-4f21-a07e-d214b337e742 admin admin] Network hostable DHCP agents. Network: b9ae741f-24d2-4a73-a1a0-6d818018e078, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:36:18.473453 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] For port 64c8348d-1a6b-4dca-a611-a47d810d3334, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=64c8348d-1a6b-4dca-a611-a47d810d3334,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:18.478660 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Provisioning complete for port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:18.479378 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.479960 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 1 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:18.499985 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33a56a-91e9-4f21-a07e-d214b337e742 admin admin] Network b9ae741f-24d2-4a73-a1a0-6d818018e078 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:36:18.531096 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Publish callbacks [] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.536604 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-ce33a56a-91e9-4f21-a07e-d214b337e742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, b9ae741f-24d2-4a73-a1a0-6d818018e078) {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:18.548971 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.550073 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428428'] for router_interface (0c674965-3cce-47ed-b514-1af447a61f08), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.555088 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.557756 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.570263 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33294) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:18.572881 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33a56a-91e9-4f21-a07e-d214b337e742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:18.573621 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ce33a56a-91e9-4f21-a07e-d214b337e742 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.592703 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.597785 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:18.598870 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 3672773e-e843-441b-b01a-2c4152f7f21a up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:18.665166 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d611547-b9d3-42e7-a8fe-29d32489e87f None None] Network b9ae741f-24d2-4a73-a1a0-6d818018e078 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:18.680853 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e666b-26b4-485b-92dc-6c14338ae6da None None] Pushing event updated for resources: {'Port': ['ID=64c8348d-1a6b-4dca-a611-a47d810d3334,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:18.727377 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Publish callbacks [] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.730140 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Network 5af791d8-1618-4513-8e4d-eb7941c2c427 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:18.742580 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:18.762896 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:18.776924 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:18.781793 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.819595 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-ce33a56a-91e9-4f21-a07e-d214b337e742 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4267826 Sep 26 01:36:18.820258 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (f787d220-9b84-4dc8-97fe-436fc3a90f20), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.822501 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Network a8e446b2-4420-4758-be48-be813b84eea5 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:18.830037 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:18.831720 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428312'] for router_interface (5e501f1e-91e4-4256-b56d-c26a052ccf95), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:18.834263 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:18.838348 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Attempting to bind port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:18.838789 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Pushing event updated for resources: {'Port': ['ID=15b7cda5-1e88-4eda-8fd7-8e301b7322e8,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:18.838981 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Attempting to bind port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:18.839447 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Attempting to bind port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d on network 4033d1d8-514c-468e-8f1f-247159e0de47 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:18.881141 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Routers {'0c674965-3cce-47ed-b514-1af447a61f08'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:18.881793 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['0c674965-3cce-47ed-b514-1af447a61f08'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:19.020681 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f787d220-9b84-4dc8-97fe-436fc3a90f20']}} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:19.059315 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] Set router 0c674965-3cce-47ed-b514-1af447a61f08 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:19.092308 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=29b05cad-ffe1-42d8-9bc6-6e2b66c0081a,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:19.109833 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6c9a2f-ba99-47ea-a960-62af2c0d40fb') {'for_net_delete': True} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:19.116958 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6c9a2f-ba99-47ea-a960-62af2c0d40fb') {} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:19.147384 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Allocated IP 172.20.0.1 (698acfe8-54a1-4ab3-9d7d-022ce3847edf/5ecd00a3-5bd9-4765-8aee-f670f166552f/4a9f044e-48d3-4b1e-b320-ae8113ad42b3) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:19.171108 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8362259'] for segment (7c6c9a2f-ba99-47ea-a960-62af2c0d40fb), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.201307 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.282668 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:19.286724 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 2 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:19.288803 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (7c6c9a2f-ba99-47ea-a960-62af2c0d40fb), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.323902 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=106406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:36:19.324588 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6739872'] for segment (7c6c9a2f-ba99-47ea-a960-62af2c0d40fb), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.373139 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9baa06c-b20d-4c36-b22f-e10ba5b3981c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.390612 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment 7c6c9a2f-ba99-47ea-a960-62af2c0d40fb resource provider aggregate not found Sep 26 01:36:19.434022 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment 7c6c9a2f-ba99-47ea-a960-62af2c0d40fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c6c9a2f-ba99-47ea-a960-62af2c0d40fb found for delete ", "request_id": "req-184d25f1-a54d-4c1c-89b2-f84e895a1393"}]} Sep 26 01:36:19.461892 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (f787d220-9b84-4dc8-97fe-436fc3a90f20), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.525377 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.531773 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:19.531934 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/f787d220-9b84-4dc8-97fe-436fc3a90f20 HTTP/1.1" status: 204 len: 168 time: 2.2995603 Sep 26 01:36:19.533998 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:19.537061 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d32fad-c00a-4bb3-a6a3-ac134ce5438e None None] Pushing event updated for resources: {'Port': ['ID=5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:19.538489 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a50d23-0c1e-42c7-8736-596dada97a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=f787d220-9b84-4dc8-97fe-436fc3a90f20,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:19.555343 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:19.570650 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.610241 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 3672773e-e843-441b-b01a-2c4152f7f21a triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:19.610614 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.610945 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 3672773e-e843-441b-b01a-2c4152f7f21a Sep 26 01:36:19.671187 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:19.671559 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:19.673966 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.674397 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Bound using segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:19.676534 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Bound port: 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:19.678835 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.690447 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f5c6f-9c8c-43de-9ca8-5d70d4ca89bb None None] Network b9ae741f-24d2-4a73-a1a0-6d818018e078 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:19.739883 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9baa06c-b20d-4c36-b22f-e10ba5b3981c admin admin] Publish callbacks [] for security_group (e89808ed-0dc2-4dbc-b165-9310476b20a0), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.779864 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9baa06c-b20d-4c36-b22f-e10ba5b3981c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (e89808ed-0dc2-4dbc-b165-9310476b20a0), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.788542 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33320) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:19.814946 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Publish callbacks [] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.815407 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:19.837723 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:19.882895 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Publish callbacks [] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.895523 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:19.954305 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] For port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:19.959452 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] For port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:19.978753 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baa06c-b20d-4c36-b22f-e10ba5b3981c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89808ed-0dc2-4dbc-b165-9310476b20a0,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:19.990110 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-c9baa06c-b20d-4c36-b22f-e10ba5b3981c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e95f9dadfbb744668231b3ada7960483&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3972840 Sep 26 01:36:19.999780 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33330) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:20.030524 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Router 0c674965-3cce-47ed-b514-1af447a61f08 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:36:20.052028 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428428'] for router_interface (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.063851 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 3 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:20.065141 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=31b2b825-2600-475b-9362-3b9e6f5405c2,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:20.091709 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.114484 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-fd7d5800-7eb3-4e18-8602-be1cce26a039 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f6ae179ea71e41a79a5858d177458a1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3225527 Sep 26 01:36:20.123438 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33334) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:20.157276 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Publish callbacks [] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.170807 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.215311 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.237180 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a70048e9-cfa2-4bb2-9569-6f8b80c62acd admin admin] Publish callbacks [] for security_group (e89808ed-0dc2-4dbc-b165-9310476b20a0), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.293344 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:20.300566 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428428'] for router_interface (5e501f1e-91e4-4256-b56d-c26a052ccf95), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.307459 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Network 698acfe8-54a1-4ab3-9d7d-022ce3847edf is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:20.308323 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c674965-3cce-47ed-b514-1af447a61f08', 'name': 'tempest-DeleteServersTestJSON-136512655-router', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:16Z', 'revision_number': 4, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'gw_port': {'id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c674965-3cce-47ed-b514-1af447a61f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '15b7cda5-1e88-4eda-8fd7-8e301b7322e8', 'name': '', 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'mac_address': 'fa:16:3e:8a:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c674965-3cce-47ed-b514-1af447a61f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '35842546-844a-4390-a230-08adbc9ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:14Z', 'updated_at': '2022-09-26T01:36:17Z', 'revision_number': 2, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'subnets': [{'id': '35842546-844a-4390-a230-08adbc9ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:20.309393 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a70048e9-cfa2-4bb2-9569-6f8b80c62acd admin admin] Publish callbacks [] for security_group (e89808ed-0dc2-4dbc-b165-9310476b20a0), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.328178 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=29b05cad-ffe1-42d8-9bc6-6e2b66c0081a,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:20.359340 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33338) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:20.364493 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:20.375191 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Network a09d4722-058c-40eb-9bf4-6c4a707b96c6 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:20.383219 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1339242844-network', 'tenant_id': 'b55aac0e665b498ab290c912d8bb6526'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:20.386433 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ee192-c532-40cd-8511-6726b97b0b4a None None] The sync data for ids ['0c674965-3cce-47ed-b514-1af447a61f08'] in dv-cinder-859203-2-iscsi is: [{'id': '0c674965-3cce-47ed-b514-1af447a61f08', 'name': 'tempest-DeleteServersTestJSON-136512655-router', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:16Z', 'revision_number': 4, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'gw_port': {'id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c674965-3cce-47ed-b514-1af447a61f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '15b7cda5-1e88-4eda-8fd7-8e301b7322e8', 'name': '', 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'mac_address': 'fa:16:3e:8a:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c674965-3cce-47ed-b514-1af447a61f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '35842546-844a-4390-a230-08adbc9ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:14Z', 'updated_at': '2022-09-26T01:36:17Z', 'revision_number': 2, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'subnets': [{'id': '35842546-844a-4390-a230-08adbc9ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:36:20.401791 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:20.402548 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428312'] for router_interface (8158df76-f8aa-4749-a04f-887910354cf5), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.402996 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:20.403823 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:20.412570 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:20.434236 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:20.574372 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Pushing event updated for resources: {'Port': ['ID=4a9f044e-48d3-4b1e-b320-ae8113ad42b3,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:20.584184 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:20.628555 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:20.629672 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a70048e9-cfa2-4bb2-9569-6f8b80c62acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (e89808ed-0dc2-4dbc-b165-9310476b20a0), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.632514 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a70048e9-cfa2-4bb2-9569-6f8b80c62acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.637048 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-a70048e9-cfa2-4bb2-9569-6f8b80c62acd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e89808ed-0dc2-4dbc-b165-9310476b20a0 HTTP/1.1" status: 204 len: 168 time: 0.6280301 Sep 26 01:36:20.671274 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70048e9-cfa2-4bb2-9569-6f8b80c62acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89808ed-0dc2-4dbc-b165-9310476b20a0,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:20.690900 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d32fad-c00a-4bb3-a6a3-ac134ce5438e None None] Pushing event updated for resources: {'Port': ['ID=5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:20.722410 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 3672773e-e843-441b-b01a-2c4152f7f21a is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:20.726308 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 586fa76e-d5df-49cd-8018-955be287395b up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:20.741585 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-474e63e4-56a3-418e-9a01-fc7ef2a92ea2 admin admin] Publish callbacks [] for security_group (d89f5072-774d-4b86-bf1c-7a4b75209460), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.801570 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Network 5af791d8-1618-4513-8e4d-eb7941c2c427 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:20.808018 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:20.854390 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:36:20.861726 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-79f75c52-b6fc-4a19-8bc9-4cb56641c9bb admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/0c674965-3cce-47ed-b514-1af447a61f08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3721335 Sep 26 01:36:20.864668 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:20.867303 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Made reservation on behalf of b55aac0e665b498ab290c912d8bb6526 for: {'network': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:20.869774 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.886664 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.893267 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-474e63e4-56a3-418e-9a01-fc7ef2a92ea2 admin admin] Publish callbacks [] for security_group (d89f5072-774d-4b86-bf1c-7a4b75209460), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:20.896218 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:21.012139 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 586fa76e-d5df-49cd-8018-955be287395b triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:21.015988 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (586fa76e-d5df-49cd-8018-955be287395b), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:21.016374 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 586fa76e-d5df-49cd-8018-955be287395b Sep 26 01:36:21.070439 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:21.095374 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Publish callbacks [] for security_group (cba0ac64-f82e-4dce-a8d5-b10a8d31d5ab), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:21.139630 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 4 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:21.188319 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Router 5e501f1e-91e4-4256-b56d-c26a052ccf95 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:36:21.203397 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:36:21.230792 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (cba0ac64-f82e-4dce-a8d5-b10a8d31d5ab), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:21.299281 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:36:21.348805 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:21.367409 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:21.377033 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=106405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:36:21.413080 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 586fa76e-d5df-49cd-8018-955be287395b is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:21.414844 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 6cd51f15-8572-4d9f-bd41-be9f84adfa77 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:21.451103 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba0ac64-f82e-4dce-a8d5-b10a8d31d5ab,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:21.461001 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (e14a827d-34b5-408a-8a13-e0fa989eb426), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:21.461344 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.segments_db [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Added segment e14a827d-34b5-408a-8a13-e0fa989eb426 of type vlan for network 330f2e11-ee32-48e7-bffc-57ccf8ffb547 Sep 26 01:36:21.489080 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33356) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:21.503614 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-474e63e4-56a3-418e-9a01-fc7ef2a92ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (d89f5072-774d-4b86-bf1c-7a4b75209460), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:21.518070 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-474e63e4-56a3-418e-9a01-fc7ef2a92ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:21.518194 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2620f15f-8273-47a2-a2e1-81fc03af7e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:21.519163 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-474e63e4-56a3-418e-9a01-fc7ef2a92ea2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d89f5072-774d-4b86-bf1c-7a4b75209460 HTTP/1.1" status: 204 len: 168 time: 1.3936427 Sep 26 01:36:21.519601 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:10Z', 'revision_number': 3, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:21.548033 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424c1d2a-8cb6-4f0f-9e6a-7bdbd1bb8b71 None None] The sync data for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi is: [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:10Z', 'revision_number': 3, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:36:21.550782 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:21.551213 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:21.551470 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 Sep 26 01:36:21.578326 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:21.657481 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33378) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:21.658541 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e63e4-56a3-418e-9a01-fc7ef2a92ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89f5072-774d-4b86-bf1c-7a4b75209460,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:21.722818 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:36:21.733217 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-342907dc-579f-4207-a4a1-fcb42f93e0c9 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7947826 Sep 26 01:36:21.741672 dv-cinder-859203-2-iscsi neutron-server[106405]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 01:36:21.754745 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Sync routers for ids ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:36:21.774912 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:36:21.782293 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Routers {'5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:21.783168 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:21.788532 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ee4facb8-7360-4f49-94c6-347c295cb3a4 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5e501f1e-91e4-4256-b56d-c26a052ccf95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2203290 Sep 26 01:36:21.792219 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (330f2e11-ee32-48e7-bffc-57ccf8ffb547), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:21.810711 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:21.814897 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 11340850-43f7-457a-baea-4ec2c1d58e0b up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:21.826069 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Sync routers for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:36:21.862326 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2620f15f-8273-47a2-a2e1-81fc03af7e5c admin admin] Publish callbacks [] for security_group (854b67ee-3a49-4b92-88c7-d463c57270e0), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:21.878943 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2620f15f-8273-47a2-a2e1-81fc03af7e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (854b67ee-3a49-4b92-88c7-d463c57270e0), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:21.919309 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 5 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:21.965964 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:21.989247 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:22.012829 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Set router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:22.055394 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:22.055394 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:22.074171 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.db.resource_extend [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 01:36:22.075422 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620f15f-8273-47a2-a2e1-81fc03af7e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854b67ee-3a49-4b92-88c7-d463c57270e0,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:22.108482 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-2620f15f-8273-47a2-a2e1-81fc03af7e5c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2135e08f67b54af6ba37caf73a0d2629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6178000 Sep 26 01:36:22.117151 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33390) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:22.283227 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3226a254-02e9-4aa7-84e0-d2d078939aeb admin admin] Publish callbacks [] for security_group (854b67ee-3a49-4b92-88c7-d463c57270e0), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:22.285638 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:22.319134 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (330f2e11-ee32-48e7-bffc-57ccf8ffb547), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:22.322402 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:22.324505 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:22.339909 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3226a254-02e9-4aa7-84e0-d2d078939aeb admin admin] Publish callbacks [] for security_group (854b67ee-3a49-4b92-88c7-d463c57270e0), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:22.446125 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 11340850-43f7-457a-baea-4ec2c1d58e0b triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:22.447170 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:22.447775 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 11340850-43f7-457a-baea-4ec2c1d58e0b Sep 26 01:36:22.482147 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Publish callbacks [] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:22.528639 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3226a254-02e9-4aa7-84e0-d2d078939aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (854b67ee-3a49-4b92-88c7-d463c57270e0), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:22.531157 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3226a254-02e9-4aa7-84e0-d2d078939aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:22.532374 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-3226a254-02e9-4aa7-84e0-d2d078939aeb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/854b67ee-3a49-4b92-88c7-d463c57270e0 HTTP/1.1" status: 204 len: 168 time: 0.4129188 Sep 26 01:36:22.542033 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226a254-02e9-4aa7-84e0-d2d078939aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854b67ee-3a49-4b92-88c7-d463c57270e0,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:22.578358 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33398) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:22.579305 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '31b2b825-2600-475b-9362-3b9e6f5405c2', 'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'mac_address': 'fa:16:3e:9d:49:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:15Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 2, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'subnets': [{'id': '38206234-32a5-44a3-8e38-190376c3054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:22.723846 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:22.728300 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Checking router: 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:36:22.732169 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Updating router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d port 31b2b825-2600-475b-9362-3b9e6f5405c2 binding host dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:36:22.738204 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-6778ed40-c30c-439f-8483-0873e965be91 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=977a345fcfff467f85889ab3d4a63aef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1580799 Sep 26 01:36:22.739011 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33408) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:22.812196 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bb7df0da-60ab-41c9-a238-9e908d371816 admin admin] Publish callbacks [] for security_group (13fa7b46-7412-4b52-960e-de80b1c5f55f), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:22.852436 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:22.874479 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bb7df0da-60ab-41c9-a238-9e908d371816 admin admin] Publish callbacks [] for security_group (13fa7b46-7412-4b52-960e-de80b1c5f55f), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:22.994384 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bb7df0da-60ab-41c9-a238-9e908d371816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (13fa7b46-7412-4b52-960e-de80b1c5f55f), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:22.997793 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bb7df0da-60ab-41c9-a238-9e908d371816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.002222 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-bb7df0da-60ab-41c9-a238-9e908d371816 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/13fa7b46-7412-4b52-960e-de80b1c5f55f HTTP/1.1" status: 204 len: 168 time: 0.2615964 Sep 26 01:36:23.011901 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7df0da-60ab-41c9-a238-9e908d371816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fa7b46-7412-4b52-960e-de80b1c5f55f,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:23.027381 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 6 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:23.160301 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.172252 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428428'] for router_interface (8158df76-f8aa-4749-a04f-887910354cf5), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.228378 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:23.228567 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33418) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:23.235059 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-ea67757c-ba47-40ac-a444-74cc93d9f196 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--907607939', 'description': 'tempest-description--1226557609'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:23.241325 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8720002 Sep 26 01:36:23.247324 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33422) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:23.267581 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:23.283408 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-9dc26680-b780-460b-b2eb-71a4b2293211 admin admin] Request body: {'subnet': {'network_id': '330f2e11-ee32-48e7-bffc-57ccf8ffb547', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1339242844-subnet', 'tenant_id': 'b55aac0e665b498ab290c912d8bb6526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:23.292902 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 11340850-43f7-457a-baea-4ec2c1d58e0b is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:23.296205 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.303395 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51825588-3ce6-44c5-9378-5f872e81424a admin admin] Pushing event updated for resources: {'Network': ['ID=330f2e11-ee32-48e7-bffc-57ccf8ffb547,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:23.326442 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:23.330509 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ce7ce8a8-6f52-47b7-b0ff-036a07200b29 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:23.332319 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ce7ce8a8-6f52-47b7-b0ff-036a07200b29 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a8e446b2-4420-4758-be48-be813b84eea5 HTTP/1.1" status: 200 len: 811 time: 1.6714876 Sep 26 01:36:23.386742 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Pushing event updated for resources: {'Port': ['ID=4a9f044e-48d3-4b1e-b320-ae8113ad42b3,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:23.386938 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 11340850-43f7-457a-baea-4ec2c1d58e0b, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=11340850-43f7-457a-baea-4ec2c1d58e0b,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:23.402271 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:23.405582 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ef2d0187-fae0-42a1-b1c8-d7d241f653d5 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/quotas/089c1c6e9cb94a19b451d0da50ba9bea HTTP/1.1" status: 200 len: 375 time: 0.0325546 Sep 26 01:36:23.407285 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea67757c-ba47-40ac-a444-74cc93d9f196 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.420924 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:23.423980 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Publish callbacks [] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), precommit_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.434035 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.464023 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc26680-b780-460b-b2eb-71a4b2293211 admin admin] Made reservation on behalf of b55aac0e665b498ab290c912d8bb6526 for: {'subnet': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:23.469495 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9dc26680-b780-460b-b2eb-71a4b2293211 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7861721'] for subnet (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.510472 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network 330f2e11-ee32-48e7-bffc-57ccf8ffb547 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:36:23.515394 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.549162 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-3c3464bb-3071-4622-bf15-58e404eb03fc tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=089c1c6e9cb94a19b451d0da50ba9bea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1402078 Sep 26 01:36:23.571179 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Network 698acfe8-54a1-4ab3-9d7d-022ce3847edf is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:23.576141 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:23.666075 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51171e35-958d-414f-86bc-029c568da071 None None] Pushing event updated for resources: {'Port': ['ID=31b2b825-2600-475b-9362-3b9e6f5405c2,revision_number=3']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:23.678997 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Attempting to bind port 31b2b825-2600-475b-9362-3b9e6f5405c2 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:23.679369 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Attempting to bind port 31b2b825-2600-475b-9362-3b9e6f5405c2 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:23.679734 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Attempting to bind port 31b2b825-2600-475b-9362-3b9e6f5405c2 on network a09d4722-058c-40eb-9bf4-6c4a707b96c6 {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:23.782350 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea67757c-ba47-40ac-a444-74cc93d9f196 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group (e513e64f-fd04-4171-aac9-1ad6532874f8), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.786244 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:23.786651 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Checking segment: {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:23.787121 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.787467 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Bound using segment: {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:23.790726 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Bound port: 31b2b825-2600-475b-9362-3b9e6f5405c2, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'}}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:23.790982 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.796906 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea67757c-ba47-40ac-a444-74cc93d9f196 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (e513e64f-fd04-4171-aac9-1ad6532874f8), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.943933 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea67757c-ba47-40ac-a444-74cc93d9f196 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:23.949511 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ea67757c-ba47-40ac-a444-74cc93d9f196 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7189620 Sep 26 01:36:23.968071 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33446) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:23.969386 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] For port 31b2b825-2600-475b-9362-3b9e6f5405c2, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:23.977292 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] For port 31b2b825-2600-475b-9362-3b9e6f5405c2, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=31b2b825-2600-475b-9362-3b9e6f5405c2,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:23.989399 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-1d404ce8-000d-48c9-a7d3-9b1d6dcce1fd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Request body: {'security_group_rule': {'security_group_id': 'e513e64f-fd04-4171-aac9-1ad6532874f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:23.992971 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:24.029296 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 7 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:24.060246 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67757c-ba47-40ac-a444-74cc93d9f196 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e513e64f-fd04-4171-aac9-1ad6532874f8,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:24.072613 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device d50ea86b-2016-4abe-bbae-68ccd0a8c77e up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:24.077801 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Router 8158df76-f8aa-4749-a04f-887910354cf5 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:36:24.097671 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33462) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:24.154788 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:24.252723 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-1d404ce8-000d-48c9-a7d3-9b1d6dcce1fd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group_rule (74c6c47b-89c1-4cfd-be12-6031dee3128a), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:24.295378 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9dc26680-b780-460b-b2eb-71a4b2293211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6738117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7861711'] for subnet (d2af87e8-a5e2-4515-bf9c-a1ba3d333dc2), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:24.301788 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:24.336224 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:24.338737 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 2, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:24.344336 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51171e35-958d-414f-86bc-029c568da071 None None] Pushing event updated for resources: {'Port': ['ID=31b2b825-2600-475b-9362-3b9e6f5405c2,revision_number=4']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:24.378273 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Routers {'5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:24.378968 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:24.400876 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:24.402787 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port d50ea86b-2016-4abe-bbae-68ccd0a8c77e triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:24.403316 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:24.404090 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port d50ea86b-2016-4abe-bbae-68ccd0a8c77e Sep 26 01:36:24.408725 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=11340850-43f7-457a-baea-4ec2c1d58e0b,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:24.432799 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Checking router: 5e501f1e-91e4-4256-b56d-c26a052ccf95 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:36:24.433446 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Updating router 5e501f1e-91e4-4256-b56d-c26a052ccf95 port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:36:24.448693 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc26680-b780-460b-b2eb-71a4b2293211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2af87e8-a5e2-4515-bf9c-a1ba3d333dc2,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:24.507085 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:24.609422 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-77dc6bb2-d4be-4d6a-918d-56b5b6ef33ba tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:24.611218 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-77dc6bb2-d4be-4d6a-918d-56b5b6ef33ba tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 818 time: 0.5124495 Sep 26 01:36:24.612910 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:36:24.637332 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-3500a8d5-9f76-4c97-80d4-07ee6aacfa97 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8158df76-f8aa-4749-a04f-887910354cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6597812 Sep 26 01:36:24.653875 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port d50ea86b-2016-4abe-bbae-68ccd0a8c77e is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:24.655220 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:24.660930 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-34188711-8154-48d4-9842-1c169ce82473 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:36:24.664771 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-34188711-8154-48d4-9842-1c169ce82473 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3369050 Sep 26 01:36:24.670900 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-1d404ce8-000d-48c9-a7d3-9b1d6dcce1fd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group_rule (74c6c47b-89c1-4cfd-be12-6031dee3128a), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:24.686676 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-1d404ce8-000d-48c9-a7d3-9b1d6dcce1fd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (74c6c47b-89c1-4cfd-be12-6031dee3128a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:24.699242 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc26680-b780-460b-b2eb-71a4b2293211 admin admin] Checking segment: {'id': 'e14a827d-34b5-408a-8a13-e0fa989eb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '330f2e11-ee32-48e7-bffc-57ccf8ffb547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:24.699597 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc26680-b780-460b-b2eb-71a4b2293211 admin admin] Network hostable DHCP agents. Network: 330f2e11-ee32-48e7-bffc-57ccf8ffb547, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:36:24.704095 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-5a0f0630-d7c4-4e79-a5d7-c96b034b32dd tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/quotas/a553921e97994322b71fda7d032ed8bf HTTP/1.1" status: 200 len: 375 time: 0.0655737 Sep 26 01:36:24.727220 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] Set router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:24.745714 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d404ce8-000d-48c9-a7d3-9b1d6dcce1fd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c6c47b-89c1-4cfd-be12-6031dee3128a,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:24.753529 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:24.782824 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-1d404ce8-000d-48c9-a7d3-9b1d6dcce1fd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:24.787805 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-1d404ce8-000d-48c9-a7d3-9b1d6dcce1fd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8057420 Sep 26 01:36:24.788564 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc26680-b780-460b-b2eb-71a4b2293211 admin admin] Network 330f2e11-ee32-48e7-bffc-57ccf8ffb547 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:36:24.805475 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33484) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:24.813619 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port d50ea86b-2016-4abe-bbae-68ccd0a8c77e, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=d50ea86b-2016-4abe-bbae-68ccd0a8c77e,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:24.817812 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-5194c768-b58a-4cdf-9a72-94859ee73466 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Request body: {'security_group_rule': {'security_group_id': 'e513e64f-fd04-4171-aac9-1ad6532874f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:24.829727 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:24.830948 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 64c8348d-1a6b-4dca-a611-a47d810d3334 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:24.835064 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-9dc26680-b780-460b-b2eb-71a4b2293211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, 330f2e11-ee32-48e7-bffc-57ccf8ffb547) {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:24.849867 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc26680-b780-460b-b2eb-71a4b2293211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:24.850455 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9dc26680-b780-460b-b2eb-71a4b2293211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:24.873256 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-660b2c9f-00c3-4eca-af3f-700c1f6241d2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1499791 Sep 26 01:36:24.898743 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 8 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:24.902178 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65faba8f-37f5-4c01-99f4-21ed08b90fcb None None] Network 330f2e11-ee32-48e7-bffc-57ccf8ffb547 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:24.912119 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-9dc26680-b780-460b-b2eb-71a4b2293211 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6568582 Sep 26 01:36:24.932167 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-17654ef1-eaf4-4522-a2ea-526448683fbf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a8e446b2-4420-4758-be48-be813b84eea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493343 Sep 26 01:36:24.934840 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5194c768-b58a-4cdf-9a72-94859ee73466 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group_rule (af86da61-d0f9-4a6b-aa63-f3f7c7350e36), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:25.079127 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-9bf3f98b-9504-434c-bf6c-ee50dc4b7c4c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a8e446b2-4420-4758-be48-be813b84eea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432583 Sep 26 01:36:25.194068 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:25.229950 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '31b2b825-2600-475b-9362-3b9e6f5405c2', 'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'mac_address': 'fa:16:3e:9d:49:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:15Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'subnets': [{'id': '38206234-32a5-44a3-8e38-190376c3054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:25.231517 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=d50ea86b-2016-4abe-bbae-68ccd0a8c77e,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:25.252132 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 64c8348d-1a6b-4dca-a611-a47d810d3334 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:25.252681 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:25.253117 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 64c8348d-1a6b-4dca-a611-a47d810d3334 Sep 26 01:36:25.350867 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d8f6b-8e9e-46ed-9766-2ea8449722a3 None None] Network 330f2e11-ee32-48e7-bffc-57ccf8ffb547 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:36:25.354974 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4555696a-6b0f-46f7-83cd-5514f26b8aa4 None None] The sync data for ids ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'] in dv-cinder-859203-2-iscsi is: [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '31b2b825-2600-475b-9362-3b9e6f5405c2', 'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'mac_address': 'fa:16:3e:9d:49:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:15Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'subnets': [{'id': '38206234-32a5-44a3-8e38-190376c3054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:36:25.473409 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:25.506372 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5194c768-b58a-4cdf-9a72-94859ee73466 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group_rule (af86da61-d0f9-4a6b-aa63-f3f7c7350e36), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:25.512948 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5194c768-b58a-4cdf-9a72-94859ee73466 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (af86da61-d0f9-4a6b-aa63-f3f7c7350e36), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:25.607102 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194c768-b58a-4cdf-9a72-94859ee73466 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af86da61-d0f9-4a6b-aa63-f3f7c7350e36,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:25.620558 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5194c768-b58a-4cdf-9a72-94859ee73466 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:25.623018 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-5194c768-b58a-4cdf-9a72-94859ee73466 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8151977 Sep 26 01:36:25.631032 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 33532) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:25.654367 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:25.705600 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 9 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:25.712883 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:25.714013 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 64c8348d-1a6b-4dca-a611-a47d810d3334 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:25.714381 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:25.747037 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:25.777572 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Publish callbacks [] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:25.833480 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:25.913467 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 64c8348d-1a6b-4dca-a611-a47d810d3334, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=64c8348d-1a6b-4dca-a611-a47d810d3334,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:25.940880 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:25.951997 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:25.953194 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:26.023439 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Sync routers for ids ['0c674965-3cce-47ed-b514-1af447a61f08'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:36:26.034358 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eab8ca-401c-4695-a808-4f923bb0e5d6 None None] Pushing event updated for resources: {'Port': ['ID=29b05cad-ffe1-42d8-9bc6-6e2b66c0081a,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:26.053864 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Routers {'0c674965-3cce-47ed-b514-1af447a61f08'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:26.061608 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['0c674965-3cce-47ed-b514-1af447a61f08'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:26.115052 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33538) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:26.124539 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-75a3e613-1878-4ad3-866e-5812d943c446 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--322376784', 'description': 'tempest-description--515452152'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:26.146483 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:26.159459 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-75a3e613-1878-4ad3-866e-5812d943c446 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:26.220670 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=64c8348d-1a6b-4dca-a611-a47d810d3334,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:26.268053 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Attempting to bind port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:26.268475 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Attempting to bind port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:26.269962 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Attempting to bind port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a on network 5af791d8-1618-4513-8e4d-eb7941c2c427 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:26.362997 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-75a3e613-1878-4ad3-866e-5812d943c446 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group (f52b198c-ca2a-4c94-b4d1-df8631479233), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:26.365409 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-87206056-387d-409b-a3b2-cf9c4022fa6d service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:36:26.371938 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-75a3e613-1878-4ad3-866e-5812d943c446 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (f52b198c-ca2a-4c94-b4d1-df8631479233), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:26.374542 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-87206056-387d-409b-a3b2-cf9c4022fa6d service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9618845 Sep 26 01:36:26.396939 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:26.397519 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:26.397757 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d Sep 26 01:36:26.402463 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:26.451943 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3e613-1878-4ad3-866e-5812d943c446 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52b198c-ca2a-4c94-b4d1-df8631479233,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:26.486694 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-75a3e613-1878-4ad3-866e-5812d943c446 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:26.496112 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-75a3e613-1878-4ad3-866e-5812d943c446 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3761020 Sep 26 01:36:26.496112 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33540) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:26.508526 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 10 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:26.514382 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-d5e640e6-6d08-4350-aab1-0852570236d0 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Request body: {'security_group_rule': {'security_group_id': 'f52b198c-ca2a-4c94-b4d1-df8631479233', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:26.537435 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Sync routers for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:36:26.541661 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ebf610d6-9ef9-4631-b2e3-758e61557906 req-d5530a0f-440b-4060-a839-dd6d2720319b tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 210 time: 0.1987460 Sep 26 01:36:26.579422 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Set router 0c674965-3cce-47ed-b514-1af447a61f08 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:26.594189 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d5e640e6-6d08-4350-aab1-0852570236d0 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group_rule (c29d14f1-c120-4614-b464-e4975ecdc51a), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:26.643825 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:26.644334 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Checking segment: {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:26.644830 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:26.646440 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Bound using segment: {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:26.647313 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Bound port: 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:26.649649 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:26.733045 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:26.768696 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d5e640e6-6d08-4350-aab1-0852570236d0 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group_rule (c29d14f1-c120-4614-b464-e4975ecdc51a), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:26.779036 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d5e640e6-6d08-4350-aab1-0852570236d0 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (c29d14f1-c120-4614-b464-e4975ecdc51a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:26.819786 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:26.832734 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e640e6-6d08-4350-aab1-0852570236d0 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29d14f1-c120-4614-b464-e4975ecdc51a,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:26.844570 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:26.845528 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:26.859441 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:26.859730 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d5e640e6-6d08-4350-aab1-0852570236d0 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:26.863712 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d5e640e6-6d08-4350-aab1-0852570236d0 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612137 Sep 26 01:36:26.864305 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33552) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:26.878310 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-ee4a2e96-211b-48e9-81d9-28ddb241a72f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Request body: {'security_group_rule': {'security_group_id': 'f52b198c-ca2a-4c94-b4d1-df8631479233', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:26.903456 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Allocated IP 172.27.0.130 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/df555aa6-0494-4a88-abdd-c8f6bc85ada3) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:26.985214 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ee4a2e96-211b-48e9-81d9-28ddb241a72f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group_rule (f222089e-1779-4509-9ef3-20a41e1e736a), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:27.011043 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-43fa1255-a0bb-483e-abf6-39dbbce11cd6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677043 Sep 26 01:36:27.202619 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ee4a2e96-211b-48e9-81d9-28ddb241a72f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group_rule (f222089e-1779-4509-9ef3-20a41e1e736a), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:27.215828 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ee4a2e96-211b-48e9-81d9-28ddb241a72f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (f222089e-1779-4509-9ef3-20a41e1e736a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:27.232087 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:27.232502 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:27.281816 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a2e96-211b-48e9-81d9-28ddb241a72f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f222089e-1779-4509-9ef3-20a41e1e736a,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:27.296585 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ee4a2e96-211b-48e9-81d9-28ddb241a72f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:27.301179 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ee4a2e96-211b-48e9-81d9-28ddb241a72f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4326496 Sep 26 01:36:27.301854 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33564) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:27.315168 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:27.318750 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c674965-3cce-47ed-b514-1af447a61f08', 'name': 'tempest-DeleteServersTestJSON-136512655-router', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:16Z', 'revision_number': 4, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'gw_port': {'id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c674965-3cce-47ed-b514-1af447a61f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '15b7cda5-1e88-4eda-8fd7-8e301b7322e8', 'name': '', 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'mac_address': 'fa:16:3e:8a:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c674965-3cce-47ed-b514-1af447a61f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '35842546-844a-4390-a230-08adbc9ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:14Z', 'updated_at': '2022-09-26T01:36:17Z', 'revision_number': 2, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'subnets': [{'id': '35842546-844a-4390-a230-08adbc9ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:27.363941 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:27.376387 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:27.388055 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Checking router: 0c674965-3cce-47ed-b514-1af447a61f08 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:36:27.389846 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Updating router 0c674965-3cce-47ed-b514-1af447a61f08 port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 binding host dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:36:27.456203 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-c8cd7a52-33cc-49bb-879e-5243d3c0300d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361112 Sep 26 01:36:27.471545 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for port (df555aa6-0494-4a88-abdd-c8f6bc85ada3), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:27.473393 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:27.589953 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (df555aa6-0494-4a88-abdd-c8f6bc85ada3), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:27.657367 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:27.664089 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Provisioning complete for port 3672773e-e843-441b-b01a-2c4152f7f21a triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:27.664500 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:27.666268 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 1 to provision port 3672773e-e843-441b-b01a-2c4152f7f21a Sep 26 01:36:27.716465 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:27.733072 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:27.736822 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:27.838372 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:27.838960 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:27.888945 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:27.897708 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-fbd0e437-e18c-446b-a319-c697b3e3d107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:27.945028 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:28.222701 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:28.227994 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Current status of the port 3672773e-e843-441b-b01a-2c4152f7f21a is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:28.282504 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Allocated IP 172.27.0.238 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/308e219d-33c6-4fd5-810f-832f2cb86904) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:28.365228 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] For port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:28.374875 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:28.377392 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:21Z', 'revision_number': 2, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:28.487060 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Publish callbacks [] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), precommit_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:28.498419 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:28.533498 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for port (308e219d-33c6-4fd5-810f-832f2cb86904), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:28.535133 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] For port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=29b05cad-ffe1-42d8-9bc6-6e2b66c0081a,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:28.549266 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Checking router: 8158df76-f8aa-4749-a04f-887910354cf5 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:36:28.549886 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Updating router 8158df76-f8aa-4749-a04f-887910354cf5 port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:36:28.601019 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:28.608774 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (308e219d-33c6-4fd5-810f-832f2cb86904), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:28.610154 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Provisioning complete for port 586fa76e-d5df-49cd-8018-955be287395b triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:28.610561 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (586fa76e-d5df-49cd-8018-955be287395b), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:28.610889 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Attempt 1 to provision port 586fa76e-d5df-49cd-8018-955be287395b Sep 26 01:36:28.711746 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:28.720574 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:28.734247 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:28.743451 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f3474-32d2-4251-8ced-cf83e7bd2476 None None] Pushing event updated for resources: {'Port': ['ID=15b7cda5-1e88-4eda-8fd7-8e301b7322e8,revision_number=3']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:28.748253 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:28.761249 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:28.790132 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:28.812451 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 31b2b825-2600-475b-9362-3b9e6f5405c2 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:28.824310 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event updated for resources: {'Port': ['ID=308e219d-33c6-4fd5-810f-832f2cb86904,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:28.850706 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:28.884800 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event updated for resources: {'Port': ['ID=df555aa6-0494-4a88-abdd-c8f6bc85ada3,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:28.935479 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (64474f15-0d7e-427a-9ffa-2eeca94f7fb2), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:28.967019 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:28.975119 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:35:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:28.980702 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Attempting to bind port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:28.983301 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Attempting to bind port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:28.984079 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Attempting to bind port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 on network a8e446b2-4420-4758-be48-be813b84eea5 {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:29.012134 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b2a081f2-e638-4ba8-bb72-4083421e9536 req-4a284932-a8ee-4976-a7b2-4719a7c98b0a tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 210 time: 1.2848229 Sep 26 01:36:29.078805 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:29.079241 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Checking segment: {'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:29.079651 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:29.081491 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Bound using segment: {'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:29.082042 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Bound port: 15b7cda5-1e88-4eda-8fd7-8e301b7322e8, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'}}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:29.082470 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:29.139621 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (e9b8a842-58f0-4645-8744-123713a334c4), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:29.146932 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f80a4ffb-93b2-40d2-bb9e-1024b83c4a7d req-f8533d86-237d-4245-abe0-b0a4165cb72e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 210 time: 0.4360592 Sep 26 01:36:29.245838 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (df555aa6-0494-4a88-abdd-c8f6bc85ada3), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:29.353109 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (308e219d-33c6-4fd5-810f-832f2cb86904), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:29.356488 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] For port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:29.375339 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eab8ca-401c-4695-a808-4f923bb0e5d6 None None] Pushing event updated for resources: {'Port': ['ID=29b05cad-ffe1-42d8-9bc6-6e2b66c0081a,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:29.376660 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] For port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=15b7cda5-1e88-4eda-8fd7-8e301b7322e8,segment=NetworkSegment(ab147c18-54e0-4927-81f8-1add45562b49),segment_id=ab147c18-54e0-4927-81f8-1add45562b49)] {{(pid=106408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:29.380858 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a589ffc0-a1f5-4d27-b21c-0b136f4cf6ab None None] Current status of the port 586fa76e-d5df-49cd-8018-955be287395b is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:29.396892 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:29.407763 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 31b2b825-2600-475b-9362-3b9e6f5405c2 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:29.417492 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:29.417998 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 31b2b825-2600-475b-9362-3b9e6f5405c2 Sep 26 01:36:29.542104 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:29.549846 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Routers {'0c674965-3cce-47ed-b514-1af447a61f08'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:29.553535 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:36:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['0c674965-3cce-47ed-b514-1af447a61f08'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:29.566963 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-e3a24ce2-5c52-46e6-a5db-736e4a7b28ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:29.631346 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:29.703140 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:29.707060 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for port (df555aa6-0494-4a88-abdd-c8f6bc85ada3), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:29.741439 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (df555aa6-0494-4a88-abdd-c8f6bc85ada3), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:29.743803 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (64474f15-0d7e-427a-9ffa-2eeca94f7fb2), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:29.844772 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] Set router 0c674965-3cce-47ed-b514-1af447a61f08 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:29.969033 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for port (308e219d-33c6-4fd5-810f-832f2cb86904), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:29.984750 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (308e219d-33c6-4fd5-810f-832f2cb86904), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:30.020309 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event updated for resources: {'Port': ['ID=df555aa6-0494-4a88-abdd-c8f6bc85ada3,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:30.084014 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:30.090659 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-94c1fbb0-0f74-40eb-9908-2be412ae5720 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4554238 Sep 26 01:36:30.153759 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:30.159370 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (e9b8a842-58f0-4645-8744-123713a334c4), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:30.177237 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:30.207649 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c674965-3cce-47ed-b514-1af447a61f08', 'name': 'tempest-DeleteServersTestJSON-136512655-router', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:16Z', 'revision_number': 4, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'gw_port': {'id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c674965-3cce-47ed-b514-1af447a61f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '15b7cda5-1e88-4eda-8fd7-8e301b7322e8', 'name': '', 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'mac_address': 'fa:16:3e:8a:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c674965-3cce-47ed-b514-1af447a61f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '35842546-844a-4390-a230-08adbc9ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:14Z', 'updated_at': '2022-09-26T01:36:29Z', 'revision_number': 4, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'subnets': [{'id': '35842546-844a-4390-a230-08adbc9ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:30.249815 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf7e2f9-a191-41a1-9345-b8dda3f41eae None None] The sync data for ids ['0c674965-3cce-47ed-b514-1af447a61f08'] in dv-cinder-859203-2-iscsi is: [{'id': '0c674965-3cce-47ed-b514-1af447a61f08', 'name': 'tempest-DeleteServersTestJSON-136512655-router', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:16Z', 'revision_number': 4, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'gw_port': {'id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c674965-3cce-47ed-b514-1af447a61f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '15b7cda5-1e88-4eda-8fd7-8e301b7322e8', 'name': '', 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'mac_address': 'fa:16:3e:8a:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c674965-3cce-47ed-b514-1af447a61f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '35842546-844a-4390-a230-08adbc9ab2cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:14Z', 'updated_at': '2022-09-26T01:36:29Z', 'revision_number': 4, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'subnets': [{'id': '35842546-844a-4390-a230-08adbc9ab2cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:36:30.269907 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Publish callbacks [] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:30.306653 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:30.331321 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f3474-32d2-4251-8ced-cf83e7bd2476 None None] Pushing event updated for resources: {'Port': ['ID=15b7cda5-1e88-4eda-8fd7-8e301b7322e8,revision_number=4']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:30.348188 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:30.349754 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0468833 Sep 26 01:36:30.351410 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5dbd4-395f-4b9c-a859-b973016a7f47 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event updated for resources: {'Port': ['ID=308e219d-33c6-4fd5-810f-832f2cb86904,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:30.375804 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Provisioning complete for port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:30.378285 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:30.378893 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Attempt 1 to provision port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 Sep 26 01:36:30.400976 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-74dbf015-64fd-465b-a457-b906e3ec323f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:30.410527 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-74dbf015-64fd-465b-a457-b906e3ec323f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 818 time: 0.7955189 Sep 26 01:36:30.431379 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-218d8771-0099-47c8-b064-cf2e3e8ad684 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/quotas/a553921e97994322b71fda7d032ed8bf HTTP/1.1" status: 200 len: 375 time: 0.0127699 Sep 26 01:36:30.491919 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:30.645178 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-1b3a2579-6502-4199-8a2b-3c1f5cbb5ab4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2072210 Sep 26 01:36:30.656106 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:30.722143 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b22ba28c-2ba2-47c6-947a-0ec42c19bd6b req-0afa7a29-78cb-41e2-ab39-25add0c6b6b0 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 210 time: 0.1377130 Sep 26 01:36:30.754375 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 31b2b825-2600-475b-9362-3b9e6f5405c2 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:30.754944 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:30.994622 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.52', 65223) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:31.003950 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-785a779e-ade6-46e4-9688-ea5d51ce57fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980585 Sep 26 01:36:31.058944 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Attempting to bind port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:31.081555 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Attempting to bind port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:31.082022 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Attempting to bind port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 on network 698acfe8-54a1-4ab3-9d7d-022ce3847edf {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:31.185909 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Attempt 2 to provision port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 Sep 26 01:36:31.192724 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:31.200505 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbb72e-dff2-4f9f-8146-47cd1107efd7 None None] Pushing event updated for resources: {'Port': ['ID=4a9f044e-48d3-4b1e-b320-ae8113ad42b3,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:31.220694 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33748) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:31.338824 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-8d7cf1c2-4046-4d50-9f72-a4efebc45841 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081741 Sep 26 01:36:31.365051 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-6ddf5cbd-0721-442e-9b3d-804df7715cb6 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--907607939&fields=id&tenant_id=2f78ca6e22f04c4ab911b2e308338517 HTTP/1.1" status: 200 len: 267 time: 0.4025593 Sep 26 01:36:31.505482 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 31b2b825-2600-475b-9362-3b9e6f5405c2, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=31b2b825-2600-475b-9362-3b9e6f5405c2,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:31.598363 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:31.601057 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device d50ea86b-2016-4abe-bbae-68ccd0a8c77e up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:31.604008 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:31.607332 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-59c5c481-8e2a-466c-ac83-b1ac352c8f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:31.615543 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:31.615955 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Checking segment: {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:31.616290 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:31.619935 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:31.627806 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Bound using segment: {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:31.628353 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Bound port: 4a9f044e-48d3-4b1e-b320-ae8113ad42b3, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:31.628813 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:31.717030 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-6f683638-25b1-4b14-9def-17b2675c889b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:31.717541 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-59c5c481-8e2a-466c-ac83-b1ac352c8f19 admin admin] Publish callbacks [] for security_group (97dc867d-3990-4715-beea-b00279f4ed42), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:31.719484 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-6f683638-25b1-4b14-9def-17b2675c889b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 200 len: 816 time: 0.3535104 Sep 26 01:36:31.773629 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae4d4ecc-c61a-4e2b-b735-fdb87605f32e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:31.780432 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae4d4ecc-c61a-4e2b-b735-fdb87605f32e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.52 "GET /networking/v2.0/networks?id=a8e446b2-4420-4758-be48-be813b84eea5 HTTP/1.1" status: 200 len: 811 time: 0.7825027 Sep 26 01:36:31.785699 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-59c5c481-8e2a-466c-ac83-b1ac352c8f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (97dc867d-3990-4715-beea-b00279f4ed42), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:31.787020 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-b2afea07-77c5-4b5e-9384-7cdb8558b0b2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/quotas/2f78ca6e22f04c4ab911b2e308338517 HTTP/1.1" status: 200 len: 375 time: 0.0598240 Sep 26 01:36:31.905591 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Request body: {'port': {'device_id': '1efceeac-a857-41a1-b272-5bc060d4a969', 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5', 'admin_state_up': True, 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:31.938394 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-49827dfa-3928-4e5c-a735-8549ded9ceda tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489887 Sep 26 01:36:31.948296 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.52', 65232) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:31.973129 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:31.983564 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-59c5c481-8e2a-466c-ac83-b1ac352c8f19 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3fe4653e43a14bb7b7bbc2f6cbd008cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7590973 Sep 26 01:36:31.983564 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:31.985259 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:32.016386 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33790) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:32.047850 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5c481-8e2a-466c-ac83-b1ac352c8f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc867d-3990-4715-beea-b00279f4ed42,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:32.145158 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Attempt 3 to provision port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 Sep 26 01:36:32.152866 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e382de-fbf0-4c2e-a5d3-fb58553f27a3 None None] The sync data for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi is: [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:36:32.232036 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-00207db0-3746-4059-982f-08c3c4efcecb admin admin] Publish callbacks [] for security_group (97dc867d-3990-4715-beea-b00279f4ed42), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:32.251876 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Made reservation on behalf of 089c1c6e9cb94a19b451d0da50ba9bea for: {'port': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:32.264599 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:32.304588 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-00207db0-3746-4059-982f-08c3c4efcecb admin admin] Publish callbacks [] for security_group (97dc867d-3990-4715-beea-b00279f4ed42), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:32.347644 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=31b2b825-2600-475b-9362-3b9e6f5405c2,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:32.366303 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:32.372133 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port d50ea86b-2016-4abe-bbae-68ccd0a8c77e triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:32.373003 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:32.373518 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port d50ea86b-2016-4abe-bbae-68ccd0a8c77e Sep 26 01:36:32.425943 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:32.458157 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:32.460220 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:32.489734 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] For port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:32.504975 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-ea81ddaa-14d4-4749-93b8-f41528e301d3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117402 Sep 26 01:36:32.508391 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-4a6798c5-005e-409b-86ec-2788b53d1f4b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--322376784&fields=id&tenant_id=3677555d86804f03ae243765cfd3fd24 HTTP/1.1" status: 200 len: 267 time: 0.6675229 Sep 26 01:36:32.520646 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] For port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=4a9f044e-48d3-4b1e-b320-ae8113ad42b3,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:32.555493 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:32.706979 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:32.751768 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port d50ea86b-2016-4abe-bbae-68ccd0a8c77e is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:32.756840 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 64c8348d-1a6b-4dca-a611-a47d810d3334 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:32.782922 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:32.806921 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-972b9cd0-90ff-402e-98a8-0409957fb1f9 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:32.850303 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-972b9cd0-90ff-402e-98a8-0409957fb1f9 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/networks?id=698acfe8-54a1-4ab3-9d7d-022ce3847edf HTTP/1.1" status: 200 len: 811 time: 0.3302724 Sep 26 01:36:32.973755 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Attempt 4 to provision port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 Sep 26 01:36:33.053963 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-c5f25754-f76d-49e0-ad1b-c2e2e4a32b20 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:33.058505 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-c5f25754-f76d-49e0-ad1b-c2e2e4a32b20 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 818 time: 1.0954857 Sep 26 01:36:33.119589 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-f61cb3c3-909f-463b-9d48-6909d99351f2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/quotas/3677555d86804f03ae243765cfd3fd24 HTTP/1.1" status: 200 len: 375 time: 0.2681878 Sep 26 01:36:33.136029 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:36:33.137976 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:36:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:33.139662 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Request body: {'port': {'device_id': '8e6a0f6a-2168-483e-91c0-cbc3174cc2e0', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'admin_state_up': True, 'tenant_id': 'a553921e97994322b71fda7d032ed8bf'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:33.142484 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Allocated IP 172.20.0.11 (a8e446b2-4420-4758-be48-be813b84eea5/35842546-844a-4390-a230-08adbc9ab2cd/b3d81d4b-e73c-4350-861f-23d2553b2cde) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:33.210964 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-00207db0-3746-4059-982f-08c3c4efcecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (97dc867d-3990-4715-beea-b00279f4ed42), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:33.230829 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-00207db0-3746-4059-982f-08c3c4efcecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:33.236595 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-00207db0-3746-4059-982f-08c3c4efcecb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/97dc867d-3990-4715-beea-b00279f4ed42 HTTP/1.1" status: 204 len: 168 time: 1.2162747 Sep 26 01:36:33.282060 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00207db0-3746-4059-982f-08c3c4efcecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc867d-3990-4715-beea-b00279f4ed42,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:33.309044 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-4c63565b-f68e-4e4d-90f5-f662821bc6cc tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3677555d86804f03ae243765cfd3fd24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1518056 Sep 26 01:36:33.389421 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-d9ba0c1d-0034-44a0-8a9a-aebd5330d483 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8666995 Sep 26 01:36:33.584332 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbb72e-dff2-4f9f-8146-47cd1107efd7 None None] Pushing event updated for resources: {'Port': ['ID=4a9f044e-48d3-4b1e-b320-ae8113ad42b3,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:33.728149 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 64c8348d-1a6b-4dca-a611-a47d810d3334 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:33.728674 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:33.730113 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 64c8348d-1a6b-4dca-a611-a47d810d3334 Sep 26 01:36:33.772065 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-37406b28-adb2-49ca-b277-19b90949ec7f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236412 Sep 26 01:36:33.807079 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Publish callbacks [] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:33.811971 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Made reservation on behalf of a553921e97994322b71fda7d032ed8bf for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:33.817870 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:33.871668 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Current status of the port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:33.872296 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:33.992376 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:34.037914 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:34.129333 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:36:34.230960 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Network a8e446b2-4420-4758-be48-be813b84eea5 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:34.236630 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:34.245918 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:34.257815 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] For port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=4a9f044e-48d3-4b1e-b320-ae8113ad42b3,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:34.273399 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:34.329193 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Pushing event updated for resources: {'Port': ['ID=b3d81d4b-e73c-4350-861f-23d2553b2cde,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:34.374943 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33872) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:34.415516 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cbc286ff-420c-446e-b7cc-cf4db287761a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:34.428590 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:34.431584 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:34.446932 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Provisioning complete for port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:34.447518 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:34.447953 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Attempt 1 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:34.478816 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 64c8348d-1a6b-4dca-a611-a47d810d3334 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:34.493729 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 11340850-43f7-457a-baea-4ec2c1d58e0b up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:34.495364 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-ae8f9ccb-ddea-47b3-beb5-02af9bf66bb8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6346598 Sep 26 01:36:34.574071 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3cc5fb12-4d51-4d10-a08a-d910b5694da3 req-570be9a2-9361-40a9-96b4-3cdb3af0bb42 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 210 time: 0.2279851 Sep 26 01:36:34.612827 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cbc286ff-420c-446e-b7cc-cf4db287761a admin admin] Publish callbacks [] for security_group (8bf5348d-e939-4357-944e-e64b563bee8d), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:34.620626 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cbc286ff-420c-446e-b7cc-cf4db287761a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8bf5348d-e939-4357-944e-e64b563bee8d), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:34.622682 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Pushing event updated for resources: {'Port': ['ID=4a9f044e-48d3-4b1e-b320-ae8113ad42b3,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:34.651522 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:34.678386 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:34.691755 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-cbc286ff-420c-446e-b7cc-cf4db287761a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=06294382b1a84a30aad2382c3a7cfcca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140552 Sep 26 01:36:34.693100 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 33880) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:34.699319 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-231c1d0c-59e9-404d-8c33-36eb2d7bdc55 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9250214 Sep 26 01:36:34.715685 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc286ff-420c-446e-b7cc-cf4db287761a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf5348d-e939-4357-944e-e64b563bee8d,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:34.724888 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Allocated IP 172.20.0.3 (a09d4722-058c-40eb-9bf4-6c4a707b96c6/38206234-32a5-44a3-8e38-190376c3054e/2225fa4c-2032-458b-bdb1-24d6a09e40c1) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:34.779532 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fd18b00d-52de-40fd-8bf8-6e3b0a49a0d6 admin admin] Publish callbacks [] for security_group (8bf5348d-e939-4357-944e-e64b563bee8d), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:34.811381 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fd18b00d-52de-40fd-8bf8-6e3b0a49a0d6 admin admin] Publish callbacks [] for security_group (8bf5348d-e939-4357-944e-e64b563bee8d), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:34.860156 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 11340850-43f7-457a-baea-4ec2c1d58e0b triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:34.860622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:34.860956 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 11340850-43f7-457a-baea-4ec2c1d58e0b Sep 26 01:36:34.899721 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:34.903225 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fd18b00d-52de-40fd-8bf8-6e3b0a49a0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8bf5348d-e939-4357-944e-e64b563bee8d), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:34.911163 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fd18b00d-52de-40fd-8bf8-6e3b0a49a0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:34.915159 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-fd18b00d-52de-40fd-8bf8-6e3b0a49a0d6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8bf5348d-e939-4357-944e-e64b563bee8d HTTP/1.1" status: 204 len: 168 time: 0.2154868 Sep 26 01:36:34.960503 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18b00d-52de-40fd-8bf8-6e3b0a49a0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf5348d-e939-4357-944e-e64b563bee8d,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:35.002626 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Current status of the port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:35.003013 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:35.011128 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:32Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:35.092757 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:35.093481 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b087e5-1106-4150-acb1-6db2022386e2 None None] The sync data for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi is: [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:32Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:36:35.115051 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579dca-dd00-45f5-897e-d26f3876689c req-e9bfb3f4-e3e3-4fca-a8bf-e7f16079349d tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:35.116974 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9e579dca-dd00-45f5-897e-d26f3876689c req-e9bfb3f4-e3e3-4fca-a8bf-e7f16079349d tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 932 time: 0.1232362 Sep 26 01:36:35.204049 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] For port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=15b7cda5-1e88-4eda-8fd7-8e301b7322e8,segment=NetworkSegment(ab147c18-54e0-4927-81f8-1add45562b49),segment_id=ab147c18-54e0-4927-81f8-1add45562b49)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:35.211198 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 11340850-43f7-457a-baea-4ec2c1d58e0b is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:35.218057 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:35.330822 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9e579dca-dd00-45f5-897e-d26f3876689c req-b9cb04b1-b08d-403b-92d8-6d6d7ce0467a tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063761 Sep 26 01:36:35.368203 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Provisioning complete for port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:35.368622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:35.368971 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Attempt 1 to provision port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a Sep 26 01:36:35.412511 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d8abedee-c4c7-4ab2-b0c4-267b3dbc4f1b req-b0bf169a-282b-4cbe-9d52-679fc3311871 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 210 time: 0.1084335 Sep 26 01:36:35.563923 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Pushing event updated for resources: {'Port': ['ID=15b7cda5-1e88-4eda-8fd7-8e301b7322e8,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:35.681400 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-7102325d-b6e7-482e-aebe-40987b4aa101 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:36:35.682774 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-7102325d-b6e7-482e-aebe-40987b4aa101 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0067532 Sep 26 01:36:35.687754 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0cb8c764-6a88-4fc0-aa12-84012ae51e4f req-92ab49cc-bfd2-41fb-93cc-5e029cd18f7a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.1910784 Sep 26 01:36:35.742797 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:35.783278 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Current status of the port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:35.784265 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:35.817612 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e046765a-18b1-4ac6-b88c-48b67da6a2fe req-0a889c4c-355a-4915-8b42-4297695ce5a0 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 210 time: 0.0800447 Sep 26 01:36:35.864938 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] For port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=29b05cad-ffe1-42d8-9bc6-6e2b66c0081a,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:35.871339 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:35.927146 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:35.950006 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Provisioning complete for port 31b2b825-2600-475b-9362-3b9e6f5405c2 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:35.950628 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:35.951241 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Attempt 1 to provision port 31b2b825-2600-475b-9362-3b9e6f5405c2 Sep 26 01:36:35.961396 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Pushing event updated for resources: {'Port': ['ID=29b05cad-ffe1-42d8-9bc6-6e2b66c0081a,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:35.966521 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 31b2b825-2600-475b-9362-3b9e6f5405c2 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:36.069960 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Network a09d4722-058c-40eb-9bf4-6c4a707b96c6 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:36.076919 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:36.088435 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:36.092917 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:36.093581 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:36.115754 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event updated for resources: {'Port': ['ID=2225fa4c-2032-458b-bdb1-24d6a09e40c1,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:36.120127 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 31b2b825-2600-475b-9362-3b9e6f5405c2 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:36.120587 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:36.121072 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 31b2b825-2600-475b-9362-3b9e6f5405c2 Sep 26 01:36:36.126266 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-e71a84f6-1cf5-457d-b2a1-f5128e2070fa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9978294 Sep 26 01:36:36.169908 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d94ec6dc-eaff-40b0-a3c7-efaa2e43a6df None None] Current status of the port 31b2b825-2600-475b-9362-3b9e6f5405c2 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:36.232420 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 31b2b825-2600-475b-9362-3b9e6f5405c2 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:36.233602 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:36.287306 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:36.287741 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:36.288144 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a Sep 26 01:36:36.326214 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:36.342979 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:36.353199 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Provisioning complete for port b3d81d4b-e73c-4350-861f-23d2553b2cde triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:36.353562 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:36.353891 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Attempt 1 to provision port b3d81d4b-e73c-4350-861f-23d2553b2cde Sep 26 01:36:36.555643 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Port b3d81d4b-e73c-4350-861f-23d2553b2cde cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:36.567490 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:36.568621 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:36.643229 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:36.644244 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:36.644852 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:36.651025 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:36.671065 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2de5e1ca-d867-4214-9652-2837bd36418c req-4e3d5c72-a903-4303-84ed-93a4da6abe04 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 210 time: 0.0770273 Sep 26 01:36:36.736295 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cbab9-fbc5-45ff-ae99-d14493ff9891 req-0d3447be-9ada-4491-a1ab-2f99074b57a3 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:36.738898 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-114cbab9-fbc5-45ff-ae99-d14493ff9891 req-0d3447be-9ada-4491-a1ab-2f99074b57a3 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 932 time: 0.2240295 Sep 26 01:36:36.864274 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:36.865337 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:36.914865 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-114cbab9-fbc5-45ff-ae99-d14493ff9891 req-4ad80f80-04bd-4dad-88e1-5c9ef2be795e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632416 Sep 26 01:36:36.959472 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:36.959472 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:36.959717 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 Sep 26 01:36:36.985220 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dadffdfb-c187-42f0-b6b9-15763f817605 req-01cf7872-1bef-4092-8e0b-95dc14a7d6ad tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.0810316 Sep 26 01:36:36.997856 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-53c2494d-2e88-46ae-a543-8b817e73c919 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:36:37.000112 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-53c2494d-2e88-46ae-a543-8b817e73c919 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0122766 Sep 26 01:36:37.075768 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Attempt 2 to provision port b3d81d4b-e73c-4350-861f-23d2553b2cde Sep 26 01:36:37.197157 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9aebf7a9-1b32-4ee1-bcb4-81b94120c1ab req-92c9d7c0-5630-4659-8e56-62c5bec154d7 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 210 time: 0.0439904 Sep 26 01:36:37.259499 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Port b3d81d4b-e73c-4350-861f-23d2553b2cde cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:37.380614 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:37.383710 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:37.444508 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Request body: {'port': {'device_id': '8e6a0f6a-2168-483e-91c0-cbc3174cc2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:37.514097 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:37.514097 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:37.514097 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d Sep 26 01:36:37.528647 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Request body: {'port': {'device_id': '1efceeac-a857-41a1-b272-5bc060d4a969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:37.708160 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:37.715785 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:37.818072 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Attempt 3 to provision port b3d81d4b-e73c-4350-861f-23d2553b2cde Sep 26 01:36:37.872883 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:37.893194 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Port b3d81d4b-e73c-4350-861f-23d2553b2cde cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:38.024663 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1745f4f6-2781-4bfa-930e-91a15b75f715 req-9fc0fdc8-1822-45fe-8721-8a8e8cd8774c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 210 time: 0.1773386 Sep 26 01:36:38.108831 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:38.246517 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.52', 65251) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:38.333804 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:38.337399 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:38.337743 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 Sep 26 01:36:38.406322 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Attempt 4 to provision port b3d81d4b-e73c-4350-861f-23d2553b2cde Sep 26 01:36:38.428033 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:38.788218 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Port b3d81d4b-e73c-4350-861f-23d2553b2cde cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:38.913397 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-01893d5f-ff29-485a-9b9d-5b3ce37bb85e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:38.923131 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-01893d5f-ff29-485a-9b9d-5b3ce37bb85e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 818 time: 0.6625984 Sep 26 01:36:38.992120 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:38.993674 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:39.049885 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Request body: {'port': {'device_id': 'a794b36a-7e0c-48a0-9a10-b397017feafb', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'admin_state_up': True, 'tenant_id': 'a553921e97994322b71fda7d032ed8bf'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:39.138506 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:39.139187 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:39.142098 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a Sep 26 01:36:39.213864 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2225fa4c-2032-458b-bdb1-24d6a09e40c1 {{(pid=106406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:36:39.258686 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Publish callbacks [] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:39.293103 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:39.304757 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Attempt 5 to provision port b3d81d4b-e73c-4350-861f-23d2553b2cde Sep 26 01:36:39.319570 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.provisioning_blocks [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Transition to ACTIVE for port object 2225fa4c-2032-458b-bdb1-24d6a09e40c1 will not be triggered until provisioned by entity L2. {{(pid=106406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:36:39.322710 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e6e33357-75ed-4d8f-a6f1-28935992dff8 req-ed028ffb-de3c-41f6-812f-b0962f082a22 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.3463116 Sep 26 01:36:39.332909 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:39.381177 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1561c37-c4d2-4e30-abcc-469c4b77ee51 req-988f4a86-6ed5-4ea6-9697-db553a4fbd96 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:39.390705 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d1561c37-c4d2-4e30-abcc-469c4b77ee51 req-988f4a86-6ed5-4ea6-9697-db553a4fbd96 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 932 time: 1.1382451 Sep 26 01:36:39.428204 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:39.439795 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:39.449093 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Port b3d81d4b-e73c-4350-861f-23d2553b2cde cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:39.587531 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2225fa4c-2032-458b-bdb1-24d6a09e40c1,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:39.624660 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9d3fa229-9f6a-4abc-a308-83d8ef7a1fca req-e99bb332-15d3-4d63-962a-67e4139f01d0 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 210 time: 0.1077676 Sep 26 01:36:39.668250 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Attempting to bind port 2225fa4c-2032-458b-bdb1-24d6a09e40c1 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:39.670416 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Attempting to bind port 2225fa4c-2032-458b-bdb1-24d6a09e40c1 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'}] {{(pid=106406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:39.670929 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Attempting to bind port 2225fa4c-2032-458b-bdb1-24d6a09e40c1 on network a09d4722-058c-40eb-9bf4-6c4a707b96c6 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:39.710397 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d1561c37-c4d2-4e30-abcc-469c4b77ee51 req-a0f96bfa-3a8a-4753-aaee-871b810b9cf2 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181586 Sep 26 01:36:39.725943 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Made reservation on behalf of a553921e97994322b71fda7d032ed8bf for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:39.743788 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:39.770886 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:39.797799 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Port 2225fa4c-2032-458b-bdb1-24d6a09e40c1 on network a09d4722-058c-40eb-9bf4-6c4a707b96c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:36:39.798382 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Attempting to bind port 2225fa4c-2032-458b-bdb1-24d6a09e40c1 on network a09d4722-058c-40eb-9bf4-6c4a707b96c6 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:39.866532 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:39.950988 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:39.952575 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Attempt 6 to provision port b3d81d4b-e73c-4350-861f-23d2553b2cde Sep 26 01:36:39.953606 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Checking segment: {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:39.955668 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Bound using segment: {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'} {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:39.958488 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Bound port: 2225fa4c-2032-458b-bdb1-24d6a09e40c1, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'}}] {{(pid=106406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:39.960665 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:40.062975 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Port b3d81d4b-e73c-4350-861f-23d2553b2cde cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:40.143384 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.52', 65260) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:40.170035 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:40.172524 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Allocated IP 172.20.0.4 (a09d4722-058c-40eb-9bf4-6c4a707b96c6/38206234-32a5-44a3-8e38-190376c3054e/02b15285-09ae-477c-be6b-9cf27ce25a1f) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:40.393966 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:40.425698 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-d397ac32-39ad-4337-9359-c724d8acee86 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:40.431419 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-d397ac32-39ad-4337-9359-c724d8acee86 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.52 "GET /networking/v2.0/networks?id=5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 200 len: 816 time: 0.2603145 Sep 26 01:36:40.458283 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6be08815-e8e9-4213-b63d-dfc30013277a req-15defd14-557a-442a-93a4-67f3cb470117 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 210 time: 0.6645229 Sep 26 01:36:40.462838 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] For port 2225fa4c-2032-458b-bdb1-24d6a09e40c1, host hv-cinder-85920, cleared binding levels {{(pid=106406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:40.470879 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:40.491334 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] For port 2225fa4c-2032-458b-bdb1-24d6a09e40c1, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=2225fa4c-2032-458b-bdb1-24d6a09e40c1,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:40.543442 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:40.567316 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Attempt 7 to provision port b3d81d4b-e73c-4350-861f-23d2553b2cde Sep 26 01:36:40.659782 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:40.660846 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:40.662319 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/2225fa4c-2032-458b-bdb1-24d6a09e40c1 HTTP/1.1" status: 200 len: 1093 time: 3.3407552 Sep 26 01:36:40.663344 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6a0f6a-2168-483e-91c0-cbc3174cc2e0', 'tag': '2225fa4c-2032-458b-bdb1-24d6a09e40c1'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:36:40.690892 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Port b3d81d4b-e73c-4350-861f-23d2553b2cde cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:40.755870 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-134a9470-43d8-460e-9194-6541d2f47011 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2f78ca6e22f04c4ab911b2e308338517 HTTP/1.1" status: 200 len: 379 time: 0.2483840 Sep 26 01:36:40.836729 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e800e8-4028-4755-894d-d9226fd877a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2225fa4c-2032-458b-bdb1-24d6a09e40c1,revision_number=3']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:40.934455 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a2e39f-8d49-4c8e-8a00-fa251b4c415c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6a0f6a-2168-483e-91c0-cbc3174cc2e0", "tag": "2225fa4c-2032-458b-bdb1-24d6a09e40c1"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:36:40.976958 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:41.053520 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event updated for resources: {'Port': ['ID=02b15285-09ae-477c-be6b-9cf27ce25a1f,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:41.124786 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd4edc7b-e245-45ad-a22b-d2f6317a6b96 req-a33ca8fe-2edc-4b5d-a6a3-3c8dba464763 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.1948364 Sep 26 01:36:41.159039 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Network a09d4722-058c-40eb-9bf4-6c4a707b96c6 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:41.162642 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d81d4b-e73c-4350-861f-23d2553b2cde {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:36:41.195971 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Attempt 8 to provision port b3d81d4b-e73c-4350-861f-23d2553b2cde Sep 26 01:36:41.211906 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:41.232531 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:41.276531 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:41.283449 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:41.287536 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Port b3d81d4b-e73c-4350-861f-23d2553b2cde cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:41.300080 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Publish callbacks [] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:41.320164 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41caa3b-03df-4fe8-ad8d-0f134868e55e req-6f9b32a0-087f-44f7-984e-4207dc37bfba tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:41.330195 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d41caa3b-03df-4fe8-ad8d-0f134868e55e req-6f9b32a0-087f-44f7-984e-4207dc37bfba tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 931 time: 0.4201179 Sep 26 01:36:41.489862 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Request body: {'port': {'device_id': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'admin_state_up': True, 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'security_groups': ['e513e64f-fd04-4171-aac9-1ad6532874f8']}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:41.501264 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-31f1137e-2dc9-4072-a545-992318bc6484 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4674397 Sep 26 01:36:41.527776 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Transition to ACTIVE for port object b3d81d4b-e73c-4350-861f-23d2553b2cde will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:36:41.546716 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:41.608607 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420b757-e99b-4b61-92b1-c5e389c3ff6c req-43bd3a1a-88fc-485b-8a6c-ff4c3966c51e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:41.610205 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f420b757-e99b-4b61-92b1-c5e389c3ff6c req-43bd3a1a-88fc-485b-8a6c-ff4c3966c51e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 932 time: 0.2693768 Sep 26 01:36:41.636185 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d41caa3b-03df-4fe8-ad8d-0f134868e55e req-353a4d52-81a5-42a4-a6fe-b9d908a8971e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981989 Sep 26 01:36:41.692760 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.52', 65272) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:41.707146 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Request body: {'port': {'device_id': 'a794b36a-7e0c-48a0-9a10-b397017feafb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:41.788304 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Attempt 9 to provision port b3d81d4b-e73c-4350-861f-23d2553b2cde Sep 26 01:36:41.872326 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Pushing event updated for resources: {'Port': ['ID=b3d81d4b-e73c-4350-861f-23d2553b2cde,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:41.894143 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Port b3d81d4b-e73c-4350-861f-23d2553b2cde cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:42.016976 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-914c9709-a00a-463a-9604-665a62040cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:42.018463 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-914c9709-a00a-463a-9604-665a62040cac service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 1127 time: 0.5237815 Sep 26 01:36:42.216925 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5533d780-7f09-4d4b-a2df-df2cfe17679a x-openstack-request-id: req-5533d780-7f09-4d4b-a2df-df2cfe17679a {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:36:42.217286 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6a0f6a-2168-483e-91c0-cbc3174cc2e0", "tag": "2225fa4c-2032-458b-bdb1-24d6a09e40c1", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:36:42.217698 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5533d780-7f09-4d4b-a2df-df2cfe17679a {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:36:42.220449 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5533d780-7f09-4d4b-a2df-df2cfe17679a'] response: {'name': 'network-changed', 'server_uuid': '8e6a0f6a-2168-483e-91c0-cbc3174cc2e0', 'tag': '2225fa4c-2032-458b-bdb1-24d6a09e40c1', 'status': 'completed', 'code': 200} Sep 26 01:36:42.323364 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Attempting to bind port b3d81d4b-e73c-4350-861f-23d2553b2cde on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:42.324102 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Attempting to bind port b3d81d4b-e73c-4350-861f-23d2553b2cde by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:42.324538 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Attempting to bind port b3d81d4b-e73c-4350-861f-23d2553b2cde on network a8e446b2-4420-4758-be48-be813b84eea5 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:42.332733 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Made reservation on behalf of 2f78ca6e22f04c4ab911b2e308338517 for: {'port': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:42.343423 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:42.351246 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f420b757-e99b-4b61-92b1-c5e389c3ff6c req-31512635-ed6c-48d6-b9a3-5523918c2929 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7091396 Sep 26 01:36:42.393024 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-0f0a1203-dd3f-4d99-a4f7-e9c03e2ff489 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2225fa4c-2032-458b-bdb1-24d6a09e40c1 HTTP/1.1" status: 200 len: 217 time: 0.3138251 Sep 26 01:36:42.396634 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Attempt 10 to provision port b3d81d4b-e73c-4350-861f-23d2553b2cde Sep 26 01:36:42.494531 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d439-2cac-45fb-8741-273ace0c2821 None None] Port b3d81d4b-e73c-4350-861f-23d2553b2cde cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:42.593932 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:42.596188 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:42.688726 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e199c7a0-afb9-418c-875e-642933b1fbf1 req-1b55da65-7b84-47ad-ad10-1417c63b2739 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 210 time: 0.2309964 Sep 26 01:36:42.734446 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-44e498ad-f58c-4ae5-8347-b76d34093783 None None] Provisioning complete for port 02b15285-09ae-477c-be6b-9cf27ce25a1f triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:42.735119 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-44e498ad-f58c-4ae5-8347-b76d34093783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:42.735531 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-44e498ad-f58c-4ae5-8347-b76d34093783 None None] Attempt 1 to provision port 02b15285-09ae-477c-be6b-9cf27ce25a1f Sep 26 01:36:42.848372 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b797f486-c285-4dfc-a1e0-459fe5cc00a1 req-1f03d78e-4802-430d-8df7-d689b9d12f6a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.3012073 Sep 26 01:36:42.859386 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-178c7d7d-0d87-4b65-95ba-b63fd2d11c9f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:42.861537 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-178c7d7d-0d87-4b65-95ba-b63fd2d11c9f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.52 "GET /networking/v2.0/networks?id=698acfe8-54a1-4ab3-9d7d-022ce3847edf HTTP/1.1" status: 200 len: 811 time: 1.1657217 Sep 26 01:36:42.866251 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-44e498ad-f58c-4ae5-8347-b76d34093783 None None] Port 02b15285-09ae-477c-be6b-9cf27ce25a1f cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:43.021480 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 34144) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:43.026793 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-4ce8c821-6972-47bd-8243-f4149e6b1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:43.028720 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-4ce8c821-6972-47bd-8243-f4149e6b1189 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.5893404 Sep 26 01:36:43.068484 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b94ef9-8cd6-4618-9e83-f5e72a45059f req-5e41df27-5a29-4adc-8e84-e3d44513e639 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:43.070037 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-40b94ef9-8cd6-4618-9e83-f5e72a45059f req-5e41df27-5a29-4adc-8e84-e3d44513e639 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 931 time: 0.2068458 Sep 26 01:36:43.081886 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Port b3d81d4b-e73c-4350-861f-23d2553b2cde on network a8e446b2-4420-4758-be48-be813b84eea5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:36:43.082236 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Attempting to bind port b3d81d4b-e73c-4350-861f-23d2553b2cde on network a8e446b2-4420-4758-be48-be813b84eea5 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:43.196713 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:43.237838 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:43.238272 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Checking segment: {'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:43.238800 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Bound using segment: {'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:43.239138 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Bound port: b3d81d4b-e73c-4350-861f-23d2553b2cde, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab147c18-54e0-4927-81f8-1add45562b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:43.239495 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:43.248191 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-6ddf2eba-20f6-460c-bcc0-504be4908829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:43.249859 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-6ddf2eba-20f6-460c-bcc0-504be4908829 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1999116 Sep 26 01:36:43.303540 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Allocated IP 172.20.0.10 (5af791d8-1618-4513-8e4d-eb7941c2c427/da203c2e-72b6-4935-8d01-4a01b35361c4/deb1a57e-3f75-42e2-9d5a-90f0a5f59e30) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:43.311411 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-606a2b23-7e60-446b-944d-4a9998d1f46e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3677555d86804f03ae243765cfd3fd24 HTTP/1.1" status: 200 len: 379 time: 0.2919827 Sep 26 01:36:43.311825 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:43.367954 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-44e498ad-f58c-4ae5-8347-b76d34093783 None None] Attempt 2 to provision port 02b15285-09ae-477c-be6b-9cf27ce25a1f Sep 26 01:36:43.396506 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:43.451832 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-40b94ef9-8cd6-4618-9e83-f5e72a45059f req-0f5059a2-9ae4-4676-afa8-f7fb6a46f657 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246331 Sep 26 01:36:43.492850 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-aa9d9ec4-2034-4662-bef5-f2edf3cd9d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:43.501358 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-44e498ad-f58c-4ae5-8347-b76d34093783 None None] Port 02b15285-09ae-477c-be6b-9cf27ce25a1f cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:43.517481 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-10f7185b-51a0-4856-82ac-987bca11a452 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427952 Sep 26 01:36:43.591380 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:43.597829 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:43.640663 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:43.663293 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff32f8-d76a-4385-9c55-8871956ba217 req-75049a0d-a438-42b4-9f8d-91ec37c6966e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:43.664886 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eaff32f8-d76a-4385-9c55-8871956ba217 req-75049a0d-a438-42b4-9f8d-91ec37c6966e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.1571980 Sep 26 01:36:43.667459 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] For port b3d81d4b-e73c-4350-861f-23d2553b2cde, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:43.692793 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Network 5af791d8-1618-4513-8e4d-eb7941c2c427 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:43.697554 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:43.702206 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:43.706884 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event updated for resources: {'Port': ['ID=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:43.707194 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] For port b3d81d4b-e73c-4350-861f-23d2553b2cde, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b3d81d4b-e73c-4350-861f-23d2553b2cde,segment=NetworkSegment(ab147c18-54e0-4927-81f8-1add45562b49),segment_id=ab147c18-54e0-4927-81f8-1add45562b49)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:43.742832 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:43.763920 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:43.764728 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:43.791610 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-38611e49-2e34-44db-ae45-b476bccdfb80 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3109238 Sep 26 01:36:43.795497 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:43.796187 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:43.797660 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/b3d81d4b-e73c-4350-861f-23d2553b2cde HTTP/1.1" status: 200 len: 1094 time: 6.4780405 Sep 26 01:36:43.801031 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efceeac-a857-41a1-b272-5bc060d4a969', 'tag': 'b3d81d4b-e73c-4350-861f-23d2553b2cde'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:36:43.984658 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eaff32f8-d76a-4385-9c55-8871956ba217 req-03e68b38-7592-480a-8114-16e167c2c465 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119426 Sep 26 01:36:43.991208 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf42bdd-1053-4d34-9385-639f6d91ed3d service neutron] Pushing event updated for resources: {'Port': ['ID=b3d81d4b-e73c-4350-861f-23d2553b2cde,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:44.004147 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-44e498ad-f58c-4ae5-8347-b76d34093783 None None] Attempt 3 to provision port 02b15285-09ae-477c-be6b-9cf27ce25a1f Sep 26 01:36:44.012162 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-aa9d9ec4-2034-4662-bef5-f2edf3cd9d6e admin admin] Publish callbacks [] for security_group (ac277261-bda9-48bb-b506-189419c10147), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.039880 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-44e498ad-f58c-4ae5-8347-b76d34093783 None None] Port 02b15285-09ae-477c-be6b-9cf27ce25a1f cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:44.057419 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016afcbf-7de6-4486-8f82-25f495c0b235" -d '{"events": [{"name": "network-changed", "server_uuid": "1efceeac-a857-41a1-b272-5bc060d4a969", "tag": "b3d81d4b-e73c-4350-861f-23d2553b2cde"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:36:44.062601 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-aa9d9ec4-2034-4662-bef5-f2edf3cd9d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (ac277261-bda9-48bb-b506-189419c10147), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.070006 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7b8d5-3d26-495d-9531-8f5be3908bdb req-bab16bff-5fe7-442c-97be-a60f44c98a58 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:44.072003 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-31e7b8d5-3d26-495d-9531-8f5be3908bdb req-bab16bff-5fe7-442c-97be-a60f44c98a58 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 932 time: 0.2086523 Sep 26 01:36:44.091971 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b15285-09ae-477c-be6b-9cf27ce25a1f {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:36:44.108068 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Publish callbacks [] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.147499 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f3d6ccb5-37a7-466c-a2e6-2de291951160 req-9fef59e4-6a25-46a0-a31e-7d3364d49bb1 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.0941038 Sep 26 01:36:44.171514 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-aa9d9ec4-2034-4662-bef5-f2edf3cd9d6e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=db5fce1fe9214c48b0aff3c0de81a8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1101508 Sep 26 01:36:44.174237 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34180) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:44.175067 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Transition to ACTIVE for port object 02b15285-09ae-477c-be6b-9cf27ce25a1f will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:36:44.180851 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d9ec4-2034-4662-bef5-f2edf3cd9d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac277261-bda9-48bb-b506-189419c10147,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:44.193391 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.237038 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2c47fef-aef9-42bb-9794-5ed153b63898 admin admin] Publish callbacks [] for security_group (ac277261-bda9-48bb-b506-189419c10147), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.241633 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-31e7b8d5-3d26-495d-9531-8f5be3908bdb req-b5a96c58-1543-4021-8491-de44e93963fd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569927 Sep 26 01:36:44.259811 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2c47fef-aef9-42bb-9794-5ed153b63898 admin admin] Publish callbacks [] for security_group (ac277261-bda9-48bb-b506-189419c10147), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.287802 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Pushing event updated for resources: {'Port': ['ID=02b15285-09ae-477c-be6b-9cf27ce25a1f,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:44.292886 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Attempting to bind port 02b15285-09ae-477c-be6b-9cf27ce25a1f on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:44.293224 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Attempting to bind port 02b15285-09ae-477c-be6b-9cf27ce25a1f by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:44.293559 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Attempting to bind port 02b15285-09ae-477c-be6b-9cf27ce25a1f on network a09d4722-058c-40eb-9bf4-6c4a707b96c6 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:44.322496 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2c47fef-aef9-42bb-9794-5ed153b63898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (ac277261-bda9-48bb-b506-189419c10147), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.322997 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cdd101-37d1-45d8-9ce6-298b9af1e4f9 x-openstack-request-id: req-f3cdd101-37d1-45d8-9ce6-298b9af1e4f9 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:36:44.323277 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efceeac-a857-41a1-b272-5bc060d4a969", "tag": "b3d81d4b-e73c-4350-861f-23d2553b2cde", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:36:44.323818 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3cdd101-37d1-45d8-9ce6-298b9af1e4f9 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:36:44.324335 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3cdd101-37d1-45d8-9ce6-298b9af1e4f9'] response: {'name': 'network-changed', 'server_uuid': '1efceeac-a857-41a1-b272-5bc060d4a969', 'tag': 'b3d81d4b-e73c-4350-861f-23d2553b2cde', 'status': 'completed', 'code': 200} Sep 26 01:36:44.325620 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2c47fef-aef9-42bb-9794-5ed153b63898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.326657 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:44.326828 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e2c47fef-aef9-42bb-9794-5ed153b63898 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ac277261-bda9-48bb-b506-189419c10147 HTTP/1.1" status: 204 len: 168 time: 0.1508508 Sep 26 01:36:44.336459 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c47fef-aef9-42bb-9794-5ed153b63898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac277261-bda9-48bb-b506-189419c10147,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:44.338287 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:44.349816 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Port 02b15285-09ae-477c-be6b-9cf27ce25a1f on network a09d4722-058c-40eb-9bf4-6c4a707b96c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:36:44.350180 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Attempting to bind port 02b15285-09ae-477c-be6b-9cf27ce25a1f on network a09d4722-058c-40eb-9bf4-6c4a707b96c6 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:44.396571 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:44.396898 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Checking segment: {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:44.397281 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Bound using segment: {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:44.397721 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Bound port: 02b15285-09ae-477c-be6b-9cf27ce25a1f, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:44.398082 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.466895 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] For port 02b15285-09ae-477c-be6b-9cf27ce25a1f, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:44.470219 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] For port 02b15285-09ae-477c-be6b-9cf27ce25a1f, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=02b15285-09ae-477c-be6b-9cf27ce25a1f,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:44.478432 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.484052 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:44.484729 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.487781 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/02b15285-09ae-477c-be6b-9cf27ce25a1f HTTP/1.1" status: 200 len: 1093 time: 2.7981930 Sep 26 01:36:44.541035 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-44e498ad-f58c-4ae5-8347-b76d34093783 None None] Attempt 4 to provision port 02b15285-09ae-477c-be6b-9cf27ce25a1f Sep 26 01:36:44.555997 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c228a-87fe-4a06-98d8-09104c18ff1d service neutron] Pushing event updated for resources: {'Port': ['ID=02b15285-09ae-477c-be6b-9cf27ce25a1f,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:44.606457 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-44e498ad-f58c-4ae5-8347-b76d34093783 None None] Port 02b15285-09ae-477c-be6b-9cf27ce25a1f had new provisioning blocks added so it will not transition to active. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 01:36:44.646363 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae3497-d013-46db-a67f-0cd2d635fdc6 req-4e3b957f-ce87-4356-ba35-c30732dd6652 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:44.648095 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-18ae3497-d013-46db-a67f-0cd2d635fdc6 req-4e3b957f-ce87-4356-ba35-c30732dd6652 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.0678711 Sep 26 01:36:44.653624 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34198) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:44.669035 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7ba07b3f-715b-4d27-8fff-b047638cfa50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.705496 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-18ae3497-d013-46db-a67f-0cd2d635fdc6 req-6af8f4d0-8bda-49a4-868c-5033080b6c29 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Sep 26 01:36:44.725267 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Provisioning complete for port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:44.725638 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.726119 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Attempt 1 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:36:44.753840 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7ba07b3f-715b-4d27-8fff-b047638cfa50 admin admin] Publish callbacks [] for security_group (b2433a35-ba46-4f80-af92-af31f53dae80), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.759228 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7ba07b3f-715b-4d27-8fff-b047638cfa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (b2433a35-ba46-4f80-af92-af31f53dae80), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.761255 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:44.801667 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-7ba07b3f-715b-4d27-8fff-b047638cfa50 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=09200793b1ea4910b6fb9cbe8dd9574b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469488 Sep 26 01:36:44.803822 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba07b3f-715b-4d27-8fff-b047638cfa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2433a35-ba46-4f80-af92-af31f53dae80,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:44.804521 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 34200) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:44.857568 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-fbc696fc-69b7-45be-a789-25e54513b3a4 admin admin] Publish callbacks [] for security_group (b2433a35-ba46-4f80-af92-af31f53dae80), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.877027 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-fbc696fc-69b7-45be-a789-25e54513b3a4 admin admin] Publish callbacks [] for security_group (b2433a35-ba46-4f80-af92-af31f53dae80), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.925843 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-fbc696fc-69b7-45be-a789-25e54513b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (b2433a35-ba46-4f80-af92-af31f53dae80), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.928733 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-fbc696fc-69b7-45be-a789-25e54513b3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:44.929845 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-fbc696fc-69b7-45be-a789-25e54513b3a4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b2433a35-ba46-4f80-af92-af31f53dae80 HTTP/1.1" status: 204 len: 168 time: 0.1242909 Sep 26 01:36:44.937989 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc696fc-69b7-45be-a789-25e54513b3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2433a35-ba46-4f80-af92-af31f53dae80,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:45.118747 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec2c7e-7642-45d6-809e-2e514600b5be req-4064c908-b2d7-459e-b732-0bb192f746e3 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:45.120078 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53ec2c7e-7642-45d6-809e-2e514600b5be req-4064c908-b2d7-459e-b732-0bb192f746e3 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.0522804 Sep 26 01:36:45.170344 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53ec2c7e-7642-45d6-809e-2e514600b5be req-52870c82-f6ce-4ca8-867b-ae2f345585ed tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446491 Sep 26 01:36:45.262959 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Attempt 2 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:36:45.307042 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-57ef2257-225c-4d3f-8d33-832594741c5f req-c076b616-6af4-4992-b386-61901f899880 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.0540323 Sep 26 01:36:45.333199 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:45.552361 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dc5f2-c176-475f-89bc-a8b20c269826 req-c09d5f40-e9fb-4aa1-80e6-f333e1cb78a3 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:45.553952 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d93dc5f2-c176-475f-89bc-a8b20c269826 req-c09d5f40-e9fb-4aa1-80e6-f333e1cb78a3 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 932 time: 0.2088990 Sep 26 01:36:45.607100 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d93dc5f2-c176-475f-89bc-a8b20c269826 req-8c879317-b0c6-4fe5-a91c-2e6655713a9f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471044 Sep 26 01:36:45.834503 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Attempt 3 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:36:45.836117 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579220c-650b-4a91-9dcb-3c6f49988667 req-a88f0e6f-fac7-4d06-80ca-f11f9baa7ece tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:45.837945 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1579220c-650b-4a91-9dcb-3c6f49988667 req-a88f0e6f-fac7-4d06-80ca-f11f9baa7ece tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.0508342 Sep 26 01:36:45.870649 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:45.893155 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1579220c-650b-4a91-9dcb-3c6f49988667 req-4de5a6fb-abd2-4c46-b014-3716c7a8ff38 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479319 Sep 26 01:36:46.325579 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a794b36a-7e0c-48a0-9a10-b397017feafb', 'tag': '02b15285-09ae-477c-be6b-9cf27ce25a1f'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:36:46.328405 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc11d402-97d3-45c1-a7a0-a72b5fdaf682" -d '{"events": [{"name": "network-changed", "server_uuid": "a794b36a-7e0c-48a0-9a10-b397017feafb", "tag": "02b15285-09ae-477c-be6b-9cf27ce25a1f"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:36:46.343935 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a2045-ee91-4028-88b2-daabc2261dd8 req-56ab1e7b-e6e1-42e8-bdc4-6b36cdb9b451 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:46.352926 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-158a2045-ee91-4028-88b2-daabc2261dd8 req-56ab1e7b-e6e1-42e8-bdc4-6b36cdb9b451 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.0717185 Sep 26 01:36:46.373027 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Attempt 4 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:36:46.416221 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db54bd1c-b021-4a04-9dcb-4597852e05c1 x-openstack-request-id: req-db54bd1c-b021-4a04-9dcb-4597852e05c1 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:36:46.416535 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a794b36a-7e0c-48a0-9a10-b397017feafb", "tag": "02b15285-09ae-477c-be6b-9cf27ce25a1f", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:36:46.416789 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db54bd1c-b021-4a04-9dcb-4597852e05c1 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:36:46.417194 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db54bd1c-b021-4a04-9dcb-4597852e05c1'] response: {'name': 'network-changed', 'server_uuid': 'a794b36a-7e0c-48a0-9a10-b397017feafb', 'tag': '02b15285-09ae-477c-be6b-9cf27ce25a1f', 'status': 'completed', 'code': 200} Sep 26 01:36:46.428289 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-158a2045-ee91-4028-88b2-daabc2261dd8 req-c3f870f3-303c-4e18-88e5-3f57d4b64901 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742230 Sep 26 01:36:46.479179 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:46.531400 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:46.559552 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4537a80-ea3b-44fc-aeb9-50eddfdc4f19 req-4e727314-d52f-4b03-8569-de415ffd54ef tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.0373476 Sep 26 01:36:46.741063 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b3cf8-367d-463b-b2f3-7cc959788e06 req-0f046b4a-3e65-4ab7-a871-ca33c062b5bc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:46.743230 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-684b3cf8-367d-463b-b2f3-7cc959788e06 req-0f046b4a-3e65-4ab7-a871-ca33c062b5bc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 932 time: 0.0532813 Sep 26 01:36:46.823337 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-684b3cf8-367d-463b-b2f3-7cc959788e06 req-15fd7e67-ebbb-4ad5-9d71-efd01ccd3a00 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668931 Sep 26 01:36:46.981009 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Attempt 5 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:36:47.031413 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:47.079966 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd09722-2027-4705-9571-44d5f0d07408 req-b2c73b29-96f5-4407-a8b7-038a227f0dea tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:47.081684 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4bd09722-2027-4705-9571-44d5f0d07408 req-b2c73b29-96f5-4407-a8b7-038a227f0dea tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.0943320 Sep 26 01:36:47.218687 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4bd09722-2027-4705-9571-44d5f0d07408 req-754707ec-c904-493a-b588-5b06c2f9a3f7 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292043 Sep 26 01:36:47.534021 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Attempt 6 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:36:47.573203 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:47.602585 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:47.647006 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7958cb-ae1d-45ee-b5fa-c15abaa1d894 req-ef0fa84b-ed0d-4b2e-ac60-c113f49ea21e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:47.649914 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0b7958cb-ae1d-45ee-b5fa-c15abaa1d894 req-ef0fa84b-ed0d-4b2e-ac60-c113f49ea21e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.0722878 Sep 26 01:36:47.754471 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-70b56a34-363d-4e27-8d8c-151abfd3795e req-d3fdd841-d4f3-494e-bae8-753dc27956f6 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.0737472 Sep 26 01:36:47.803516 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:47.816427 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0b7958cb-ae1d-45ee-b5fa-c15abaa1d894 req-39c8a8fd-c41b-4ae9-a523-99ba205eb6b5 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588197 Sep 26 01:36:47.990427 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab666f-4e0d-439c-b016-bc21664ffa3b req-ad28ca9d-e1df-4e38-ac93-86671c37d6a5 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:47.993271 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-92ab666f-4e0d-439c-b016-bc21664ffa3b req-ad28ca9d-e1df-4e38-ac93-86671c37d6a5 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 932 time: 0.0671852 Sep 26 01:36:48.098212 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-92ab666f-4e0d-439c-b016-bc21664ffa3b req-1a70fbd8-ca9a-4da8-9df0-79cad79c3bec tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964508 Sep 26 01:36:48.104784 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Attempt 7 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:36:48.160452 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:48.412791 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90121662-c565-4994-9690-6a53a8894e87 req-8854b230-fb3a-40b4-8287-2e54749dcbca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:48.421440 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-90121662-c565-4994-9690-6a53a8894e87 req-8854b230-fb3a-40b4-8287-2e54749dcbca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.0963800 Sep 26 01:36:48.498665 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-90121662-c565-4994-9690-6a53a8894e87 req-1bf254b0-a246-415c-8ea3-9595c2c9e137 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760539 Sep 26 01:36:48.661679 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Attempt 8 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:36:48.703793 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:48.914473 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9f8970c4-4f0e-4e9b-95ad-087e41ffc23e req-912a7f41-544e-45d9-8a9a-0e00919bfb7f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.0512779 Sep 26 01:36:48.974812 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec6469-3ace-4512-8481-422157d04479 req-1c752b4f-9d7f-4991-a5a4-93ee3fe07be8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:48.976482 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f5ec6469-3ace-4512-8481-422157d04479 req-1c752b4f-9d7f-4991-a5a4-93ee3fe07be8 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.0657129 Sep 26 01:36:49.058393 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f5ec6469-3ace-4512-8481-422157d04479 req-c5275e75-ab09-46a0-9f5b-efa4f6b24732 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733209 Sep 26 01:36:49.204848 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Attempt 9 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:36:49.240576 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:49.244269 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9282d3d-67ff-4301-ade8-0757a57a8e7b req-8ab71c09-8913-4db6-98d7-7430a44112cf tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:49.245809 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f9282d3d-67ff-4301-ade8-0757a57a8e7b req-8ab71c09-8913-4db6-98d7-7430a44112cf tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 932 time: 0.0475781 Sep 26 01:36:49.292974 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f9282d3d-67ff-4301-ade8-0757a57a8e7b req-f582902f-7ec3-451e-bc48-e37c98899c5b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417435 Sep 26 01:36:49.628853 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0143f-0fd3-45e9-b51e-467dfc3a4537 req-996c2824-00bf-4c09-aa14-d23fcf63cc19 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:49.630331 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f8b0143f-0fd3-45e9-b51e-467dfc3a4537 req-996c2824-00bf-4c09-aa14-d23fcf63cc19 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.0525360 Sep 26 01:36:49.677046 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f8b0143f-0fd3-45e9-b51e-467dfc3a4537 req-85388d3d-de3c-4eb7-9d8e-0538973ae4b6 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Sep 26 01:36:49.742047 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Attempt 10 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:36:49.777097 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4b297e2a-5a59-42d4-92f0-0f2fca1212c2 None None] Port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:50.020786 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e3cdbd91-1b82-4ca6-bf43-5d6a7746b9ff req-4a5c7189-5cb8-4203-878a-e9d18e0c8256 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.0287569 Sep 26 01:36:50.191304 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e8c4-eb1d-42ff-8c51-2764133cfb17 req-b5e95b5c-1557-4545-9d33-52d3c669856f tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:50.192940 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0f91e8c4-eb1d-42ff-8c51-2764133cfb17 req-b5e95b5c-1557-4545-9d33-52d3c669856f tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.0504940 Sep 26 01:36:50.249674 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0f91e8c4-eb1d-42ff-8c51-2764133cfb17 req-67daf348-7b79-49a5-b296-d38bda9c259f tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493860 Sep 26 01:36:50.423145 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a88b9-3cd4-46de-8323-6a529a5c3939 req-273adb6f-d809-483a-88c0-d81558f1ab08 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:50.424734 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-837a88b9-3cd4-46de-8323-6a529a5c3939 req-273adb6f-d809-483a-88c0-d81558f1ab08 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 932 time: 0.0518336 Sep 26 01:36:50.460388 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:50.478123 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-837a88b9-3cd4-46de-8323-6a529a5c3939 req-1b7a3c3e-83f6-4d21-9c5e-6c0b02f5e17a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477910 Sep 26 01:36:50.719860 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 34424) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:50.801872 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cc6f2-35e2-462c-a7e2-a2a9eb4a8758 req-32634a79-000d-4465-87cb-7272ed53062a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:50.803351 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dd6cc6f2-35e2-462c-a7e2-a2a9eb4a8758 req-32634a79-000d-4465-87cb-7272ed53062a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.0510497 Sep 26 01:36:50.841716 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-25b03ea5-1636-4deb-9406-426ee7813279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:50.883717 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dd6cc6f2-35e2-462c-a7e2-a2a9eb4a8758 req-d1aea50f-d9be-452d-a0e3-dfe1eb3641c4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737228 Sep 26 01:36:50.940577 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-25b03ea5-1636-4deb-9406-426ee7813279 admin admin] Publish callbacks [] for security_group (d336b3ba-b853-46c2-a55d-8bc5a3fb5a61), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:50.944173 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-25b03ea5-1636-4deb-9406-426ee7813279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (d336b3ba-b853-46c2-a55d-8bc5a3fb5a61), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:50.982023 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b03ea5-1636-4deb-9406-426ee7813279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d336b3ba-b853-46c2-a55d-8bc5a3fb5a61,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:50.987063 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-25b03ea5-1636-4deb-9406-426ee7813279 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=63c6c2d404074381ac040ad61b306499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661951 Sep 26 01:36:50.989663 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 34428) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:51.037910 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-00207d4a-983d-4bea-8f2f-0d920da1acef admin admin] Publish callbacks [] for security_group (d336b3ba-b853-46c2-a55d-8bc5a3fb5a61), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.040995 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:51.060976 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-00207d4a-983d-4bea-8f2f-0d920da1acef admin admin] Publish callbacks [] for security_group (d336b3ba-b853-46c2-a55d-8bc5a3fb5a61), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.134552 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-df7ab707-1904-4711-bbf8-d1b08c7297bf req-746ecf99-5d11-4bd8-ad89-7a5aca039b63 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.0348389 Sep 26 01:36:51.135127 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-00207d4a-983d-4bea-8f2f-0d920da1acef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (d336b3ba-b853-46c2-a55d-8bc5a3fb5a61), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.137652 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-00207d4a-983d-4bea-8f2f-0d920da1acef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.141088 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-00207d4a-983d-4bea-8f2f-0d920da1acef admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d336b3ba-b853-46c2-a55d-8bc5a3fb5a61 HTTP/1.1" status: 204 len: 168 time: 0.1481254 Sep 26 01:36:51.147613 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00207d4a-983d-4bea-8f2f-0d920da1acef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d336b3ba-b853-46c2-a55d-8bc5a3fb5a61,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:51.375815 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf99a81-1959-4e22-ad5a-e410554e7575 req-6b157ba1-10ca-4290-b94a-d8dad777a528 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:51.377322 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3bf99a81-1959-4e22-ad5a-e410554e7575 req-6b157ba1-10ca-4290-b94a-d8dad777a528 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.0506649 Sep 26 01:36:51.428337 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34442) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:51.435205 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3bf99a81-1959-4e22-ad5a-e410554e7575 req-947a326d-f8b8-470d-8de4-cbc33acbfd38 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518582 Sep 26 01:36:51.445373 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e79aa187-a62c-468f-8291-80f4cbf5fa85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.512737 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Request body: {'port': {'device_id': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'admin_state_up': True, 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'security_groups': ['f52b198c-ca2a-4c94-b4d1-df8631479233']}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:51.527427 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e79aa187-a62c-468f-8291-80f4cbf5fa85 admin admin] Publish callbacks [] for security_group (0a5cd3de-d658-4f0b-b9de-01d271607f34), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.531995 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e79aa187-a62c-468f-8291-80f4cbf5fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (0a5cd3de-d658-4f0b-b9de-01d271607f34), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.538388 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:51.575314 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:51.577532 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79aa187-a62c-468f-8291-80f4cbf5fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5cd3de-d658-4f0b-b9de-01d271607f34,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:51.590563 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e79aa187-a62c-468f-8291-80f4cbf5fa85 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a6cc1328075a48a7a4786f73aad6ae14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594148 Sep 26 01:36:51.591811 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34446) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:51.633159 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a53ac-bc59-4c3c-8d15-d398bd231d3f req-4f36fd47-9833-48dc-9ee9-8501c75fa087 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:51.634638 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6f0a53ac-bc59-4c3c-8d15-d398bd231d3f req-4f36fd47-9833-48dc-9ee9-8501c75fa087 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 932 time: 0.0716944 Sep 26 01:36:51.650168 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bbb6541c-51e3-4db6-a14a-a5f634c333d7 admin admin] Publish callbacks [] for security_group (0a5cd3de-d658-4f0b-b9de-01d271607f34), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.667508 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Request body: {'port': {'device_id': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:51.705566 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Made reservation on behalf of 3677555d86804f03ae243765cfd3fd24 for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:36:51.709332 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.722692 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6f0a53ac-bc59-4c3c-8d15-d398bd231d3f req-695f63db-2703-4607-b7a2-b7624a2381fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823483 Sep 26 01:36:51.765243 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bbb6541c-51e3-4db6-a14a-a5f634c333d7 admin admin] Publish callbacks [] for security_group (0a5cd3de-d658-4f0b-b9de-01d271607f34), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.783134 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:51.839941 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.871323 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-c402ebcf-335a-40e3-8c42-651cf22693a6 req-4cba7092-aecd-4e3a-9de3-01ed249646e8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177966 Sep 26 01:36:51.893896 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-0fade160-cc3a-4145-aaba-c8bf14bd98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:51.895407 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-0fade160-cc3a-4145-aaba-c8bf14bd98a4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=089c1c6e9cb94a19b451d0da50ba9bea&device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 1128 time: 0.1264882 Sep 26 01:36:51.970879 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bbb6541c-51e3-4db6-a14a-a5f634c333d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (0a5cd3de-d658-4f0b-b9de-01d271607f34), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.973312 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bbb6541c-51e3-4db6-a14a-a5f634c333d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:51.974930 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-bbb6541c-51e3-4db6-a14a-a5f634c333d7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0a5cd3de-d658-4f0b-b9de-01d271607f34 HTTP/1.1" status: 204 len: 168 time: 0.3817065 Sep 26 01:36:51.991452 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6541c-51e3-4db6-a14a-a5f634c333d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5cd3de-d658-4f0b-b9de-01d271607f34,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:51.992641 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11d402-97d3-45c1-a7a0-a72b5fdaf682 req-9c4c3998-2c39-456f-a690-34d9993e10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:51.994121 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bc11d402-97d3-45c1-a7a0-a72b5fdaf682 req-9c4c3998-2c39-456f-a690-34d9993e10ed service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 1127 time: 0.1471090 Sep 26 01:36:51.998352 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-9fbdde96-fd4e-4628-a417-5ae15506c2b7 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3d81d4b-e73c-4350-861f-23d2553b2cde HTTP/1.1" status: 200 len: 217 time: 0.0784667 Sep 26 01:36:52.041034 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=6 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:52.058484 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Allocated IP 172.20.0.12 (698acfe8-54a1-4ab3-9d7d-022ce3847edf/5ecd00a3-5bd9-4765-8aee-f670f166552f/ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:36:52.067536 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed28ac-a66a-4ba7-8860-280161630471 req-1672b8c3-838a-424c-8895-09ffebcd3354 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:52.069397 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45ed28ac-a66a-4ba7-8860-280161630471 req-1672b8c3-838a-424c-8895-09ffebcd3354 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.0791714 Sep 26 01:36:52.162506 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45ed28ac-a66a-4ba7-8860-280161630471 req-b397a0be-acfa-462c-9359-700d440ff316 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844710 Sep 26 01:36:52.200976 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 {{(pid=106406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:36:52.210177 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Publish callbacks [] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:52.246556 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=50 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:52.255887 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.provisioning_blocks [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Transition to ACTIVE for port object deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 will not be triggered until provisioned by entity L2. {{(pid=106406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:36:52.266801 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:52.326707 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a122796-4b16-4683-ba1a-8fd1d53b6bbe req-30fc1aa0-0414-437c-98e5-081d81154156 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.0580547 Sep 26 01:36:52.348376 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:52.350485 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:52.377882 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Pushing event updated for resources: {'Port': ['ID=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:52.407226 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Attempting to bind port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:52.408866 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Attempting to bind port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'}] {{(pid=106406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:52.408866 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Attempting to bind port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 on network 5af791d8-1618-4513-8e4d-eb7941c2c427 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:52.409461 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:52.458514 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 on network 5af791d8-1618-4513-8e4d-eb7941c2c427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:36:52.459370 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Attempting to bind port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 on network 5af791d8-1618-4513-8e4d-eb7941c2c427 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:52.467142 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Network 698acfe8-54a1-4ab3-9d7d-022ce3847edf is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:36:52.471735 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:36:52.477409 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:36:52.483009 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:52.486668 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:52.508892 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event updated for resources: {'Port': ['ID=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:52.535324 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6f1f9f34-a1ed-4e47-a005-97248810b3c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0270486 Sep 26 01:36:52.546070 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:52.549693 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:52.550170 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Checking segment: {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:52.550705 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Bound using segment: {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'} {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:52.551239 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Bound port: deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'}}] {{(pid=106406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:52.551698 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:52.644118 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:52.658558 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b733191-4445-4184-981e-1e922d6a6605 req-156acb4f-e110-4735-b814-f4b76f6e0a2c tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:52.672644 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0b733191-4445-4184-981e-1e922d6a6605 req-156acb4f-e110-4735-b814-f4b76f6e0a2c tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.1122642 Sep 26 01:36:52.705059 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, cleared binding levels {{(pid=106406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:52.715586 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:52.727455 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:52.731771 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:52.732401 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:52.733931 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 HTTP/1.1" status: 200 len: 1094 time: 1.0714390 Sep 26 01:36:52.734477 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:36:52.736902 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e240c2c-f390-4d7d-b0b5-fa03e0f4527c" -d '{"events": [{"name": "network-changed", "server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:36:52.761351 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0b733191-4445-4184-981e-1e922d6a6605 req-6199e899-4382-48e0-a6ea-c960b7b6bd92 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839412 Sep 26 01:36:52.799489 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da1f1a7-57d2-4878-a5f5-aae041a93444 x-openstack-request-id: req-2da1f1a7-57d2-4878-a5f5-aae041a93444 {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:36:52.808058 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:36:52.808365 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2da1f1a7-57d2-4878-a5f5-aae041a93444 {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:36:52.811364 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da1f1a7-57d2-4878-a5f5-aae041a93444'] response: {'name': 'network-changed', 'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'status': 'completed', 'code': 200} Sep 26 01:36:52.813984 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09878b-0959-47cc-9dd1-7f659d7b5f8c service neutron] Pushing event updated for resources: {'Port': ['ID=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,revision_number=3']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:52.816781 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Provisioning complete for port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:52.817274 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:52.817630 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Attempt 1 to provision port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c Sep 26 01:36:52.861912 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:52.920487 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a118c-1c38-4a71-894e-844a8c527987 req-c69da492-b607-45c2-913c-c2b5fbeec709 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:52.922075 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd0a118c-1c38-4a71-894e-844a8c527987 req-c69da492-b607-45c2-913c-c2b5fbeec709 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0896044 Sep 26 01:36:52.997471 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd0a118c-1c38-4a71-894e-844a8c527987 req-596c552e-6c03-4279-9165-fc518ea7965e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696337 Sep 26 01:36:53.294139 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9233-5576-480f-b89f-bdd88b9224fc req-2c77d25c-c435-4e06-b826-37e28965b0ed tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:53.295785 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6e7d9233-5576-480f-b89f-bdd88b9224fc req-2c77d25c-c435-4e06-b826-37e28965b0ed tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.0502522 Sep 26 01:36:53.352052 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6e7d9233-5576-480f-b89f-bdd88b9224fc req-5f81bdfb-d967-41e1-9ef9-bfed6d093a9b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507209 Sep 26 01:36:53.363530 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Attempt 2 to provision port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c Sep 26 01:36:53.399130 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:53.451094 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b282e-19c0-4e63-b20e-9d7596427ac8 req-ab3fdf34-46c3-4d1f-93eb-9ce81a859205 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:53.452605 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb5b282e-19c0-4e63-b20e-9d7596427ac8 req-ab3fdf34-46c3-4d1f-93eb-9ce81a859205 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 932 time: 0.0496967 Sep 26 01:36:53.484904 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:53.503115 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb5b282e-19c0-4e63-b20e-9d7596427ac8 req-41160aaf-5fa2-4735-9722-5cf9ed7c9df6 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448935 Sep 26 01:36:53.873685 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba31f41-15ed-4b14-85aa-93a445b174c9 req-45b03776-d09f-4133-b68c-f383c282a169 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:53.875170 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3ba31f41-15ed-4b14-85aa-93a445b174c9 req-45b03776-d09f-4133-b68c-f383c282a169 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.0481596 Sep 26 01:36:53.900985 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Attempt 3 to provision port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c Sep 26 01:36:53.922428 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:53.931813 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3ba31f41-15ed-4b14-85aa-93a445b174c9 req-a9e9a0aa-3441-4d8e-93c4-cef26cfd0755 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506346 Sep 26 01:36:53.936900 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:54.122540 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fca42e-ce4e-4a68-9d84-2e005402767d req-fe1d5c47-2011-4d19-9550-59f4f47a4e15 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:54.124027 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2fca42e-ce4e-4a68-9d84-2e005402767d req-fe1d5c47-2011-4d19-9550-59f4f47a4e15 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0508859 Sep 26 01:36:54.171989 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2fca42e-ce4e-4a68-9d84-2e005402767d req-7771ec8a-d322-4f12-bfe0-2e0d395e5775 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423670 Sep 26 01:36:54.438027 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Attempt 4 to provision port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c Sep 26 01:36:54.471896 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:54.483506 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7abcc5-7f49-43e4-948b-5a31ce2963e9 req-976d7ebf-3cd8-441a-a840-b408d3744b28 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:54.485017 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2a7abcc5-7f49-43e4-948b-5a31ce2963e9 req-976d7ebf-3cd8-441a-a840-b408d3744b28 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.0497999 Sep 26 01:36:54.537444 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2a7abcc5-7f49-43e4-948b-5a31ce2963e9 req-00874e72-2c12-442c-b249-47aeb105e4e4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463915 Sep 26 01:36:54.630475 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca71fcc-d00d-4a6b-b922-c6a8a45a5352 req-1070cc63-466a-4628-af70-797e1fc46e8c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:54.631980 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2ca71fcc-d00d-4a6b-b922-c6a8a45a5352 req-1070cc63-466a-4628-af70-797e1fc46e8c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 932 time: 0.0498614 Sep 26 01:36:54.683641 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2ca71fcc-d00d-4a6b-b922-c6a8a45a5352 req-ad153b24-3428-49d8-a406-d6edcac87cee tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453477 Sep 26 01:36:54.973831 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Attempt 5 to provision port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c Sep 26 01:36:55.028829 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:55.066513 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab60d1-2213-44e1-bb56-2404616fb7d7 req-49e63df2-7b13-4c8e-a327-538ce1a4703d tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:55.068242 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d7ab60d1-2213-44e1-bb56-2404616fb7d7 req-49e63df2-7b13-4c8e-a327-538ce1a4703d tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.0501831 Sep 26 01:36:55.137092 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d7ab60d1-2213-44e1-bb56-2404616fb7d7 req-4d988469-cd2f-4f82-b2b0-e83fb19a21b2 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616829 Sep 26 01:36:55.311768 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb58ab-9a41-4340-bcac-165ad1d7f08e req-aab7cebd-bbb4-4462-9499-03f9c1c8e59b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:55.313105 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a9fb58ab-9a41-4340-bcac-165ad1d7f08e req-aab7cebd-bbb4-4462-9499-03f9c1c8e59b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0488539 Sep 26 01:36:55.359844 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34596) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:55.363961 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a9fb58ab-9a41-4340-bcac-165ad1d7f08e req-7bd6180a-2654-413d-84c7-ebc0b526c9c9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449622 Sep 26 01:36:55.404901 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df1789c-bccf-4c16-b77b-d8a5815053ba admin admin] Deleting subnet e2b348bd-0b00-416b-9494-7c72cd191f4f {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:36:55.408194 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6df1789c-bccf-4c16-b77b-d8a5815053ba admin admin] Publish callbacks [] for subnet (e2b348bd-0b00-416b-9494-7c72cd191f4f), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:55.446014 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6df1789c-bccf-4c16-b77b-d8a5815053ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (e2b348bd-0b00-416b-9494-7c72cd191f4f), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:55.490578 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6df1789c-bccf-4c16-b77b-d8a5815053ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (e2b348bd-0b00-416b-9494-7c72cd191f4f), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:55.529871 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Attempt 6 to provision port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c Sep 26 01:36:55.547669 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6df1789c-bccf-4c16-b77b-d8a5815053ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (e2b348bd-0b00-416b-9494-7c72cd191f4f), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:55.570460 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:55.577303 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1789c-bccf-4c16-b77b-d8a5815053ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b348bd-0b00-416b-9494-7c72cd191f4f,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:55.579134 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6df1789c-bccf-4c16-b77b-d8a5815053ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:55.582418 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-6df1789c-bccf-4c16-b77b-d8a5815053ba admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/e2b348bd-0b00-416b-9494-7c72cd191f4f HTTP/1.1" status: 204 len: 168 time: 0.2214952 Sep 26 01:36:55.586290 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 34604) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:55.675049 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:55.693204 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Request body: {'port': {'device_id': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:36:55.734417 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e240c2c-f390-4d7d-b0b5-fa03e0f4527c req-1dffe3a8-afba-4d7b-af35-d9346e6444fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:55.737711 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5e240c2c-f390-4d7d-b0b5-fa03e0f4527c req-1dffe3a8-afba-4d7b-af35-d9346e6444fb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 1128 time: 0.0436943 Sep 26 01:36:55.850748 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2e39f-8d49-4c8e-8a00-fa251b4c415c req-6de358ae-0061-4b5b-83d7-5200d4ff118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:55.852691 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-74a2e39f-8d49-4c8e-8a00-fa251b4c415c req-6de358ae-0061-4b5b-83d7-5200d4ff118b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 1127 time: 0.1680620 Sep 26 01:36:56.071506 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Attempt 7 to provision port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c Sep 26 01:36:56.075440 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 34624) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:56.102306 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c354c-a51c-477d-8558-331de2582e8b req-239c2e8d-d776-489c-932f-3c9027e660fc tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.106306 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:56.108877 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d49c354c-a51c-477d-8558-331de2582e8b req-239c2e8d-d776-489c-932f-3c9027e660fc tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.4659281 Sep 26 01:36:56.111552 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (b9ae741f-24d2-4a73-a1a0-6d818018e078), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:56.220582 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:56.226860 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2e39f-8d49-4c8e-8a00-fa251b4c415c req-3b605f5d-5a61-4793-87de-d8cb7d12c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.228039 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-74a2e39f-8d49-4c8e-8a00-fa251b4c415c req-3b605f5d-5a61-4793-87de-d8cb7d12c909 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 919 time: 0.3616407 Sep 26 01:36:56.282203 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-74a2e39f-8d49-4c8e-8a00-fa251b4c415c req-ef35fb14-d44f-4bac-aad9-f211d25f711e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2225fa4c-2032-458b-bdb1-24d6a09e40c1 HTTP/1.1" status: 200 len: 217 time: 0.0414867 Sep 26 01:36:56.295816 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7f177-d6a5-4ad2-a802-5ed815b21d0e req-b81cb652-c58f-4788-a78c-e6f736487fbc tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.300796 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-36b7f177-d6a5-4ad2-a802-5ed815b21d0e req-b81cb652-c58f-4788-a78c-e6f736487fbc tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 932 time: 0.4404716 Sep 26 01:36:56.371244 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e240c2c-f390-4d7d-b0b5-fa03e0f4527c req-bd377036-692b-4170-ba26-f6e5f567aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.372826 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5e240c2c-f390-4d7d-b0b5-fa03e0f4527c req-bd377036-692b-4170-ba26-f6e5f567aef3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=2f78ca6e22f04c4ab911b2e308338517&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6157522 Sep 26 01:36:56.373118 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-13400c33-9deb-46db-a365-596d0fa83739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.374547 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-13400c33-9deb-46db-a365-596d0fa83739 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=35842546-844a-4390-a230-08adbc9ab2cd HTTP/1.1" status: 200 len: 850 time: 0.6899812 Sep 26 01:36:56.379676 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2e39f-8d49-4c8e-8a00-fa251b4c415c req-6f11b76d-4881-4711-a9f5-2e4a7fbc136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.381272 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-74a2e39f-8d49-4c8e-8a00-fa251b4c415c req-6f11b76d-4881-4711-a9f5-2e4a7fbc136e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.0924232 Sep 26 01:36:56.508777 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2e39f-8d49-4c8e-8a00-fa251b4c415c req-c2f14125-3cf5-4a5b-84ec-9444d056baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.511085 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-74a2e39f-8d49-4c8e-8a00-fa251b4c415c req-c2f14125-3cf5-4a5b-84ec-9444d056baf0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1196654 Sep 26 01:36:56.547096 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11d402-97d3-45c1-a7a0-a72b5fdaf682 req-0b263d29-06ed-490a-af72-511766309e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.548583 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bc11d402-97d3-45c1-a7a0-a72b5fdaf682 req-0b263d29-06ed-490a-af72-511766309e73 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=a553921e97994322b71fda7d032ed8bf&shared=False HTTP/1.1" status: 200 len: 919 time: 0.8600922 Sep 26 01:36:56.574670 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:56.577742 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (b9ae741f-24d2-4a73-a1a0-6d818018e078), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:56.608352 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Attempt 8 to provision port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c Sep 26 01:36:56.622015 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d49c354c-a51c-477d-8558-331de2582e8b req-b8551a32-bbaf-4f87-9eeb-11ef4470a707 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954038 Sep 26 01:36:56.627517 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:56.642226 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3141-6a8d-4c1b-9ee2-d6123fe8e5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:56.644705 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-e2bb3b81-9d20-4ca9-a6a5-987eaaca58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.646241 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-e2bb3b81-9d20-4ca9-a6a5-987eaaca58b8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a8e446b2-4420-4758-be48-be813b84eea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2533135 Sep 26 01:36:56.654000 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:56.654824 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e240c2c-f390-4d7d-b0b5-fa03e0f4527c req-940cf232-8ce4-411a-a19b-7fce44bb03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.656829 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5e240c2c-f390-4d7d-b0b5-fa03e0f4527c req-940cf232-8ce4-411a-a19b-7fce44bb03cc service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2729113 Sep 26 01:36:56.690393 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-74a2e39f-8d49-4c8e-8a00-fa251b4c415c req-5cbe752d-1074-427d-b625-bcfc02c1afc0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678820 Sep 26 01:36:56.726384 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 2225fa4c-2032-458b-bdb1-24d6a09e40c1 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:36:56.730358 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.730714 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.731522 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.731860 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > port after_create 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.732204 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.732588 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > port after_update 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.732930 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.733256 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.733576 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.733901 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.810111 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-d2e42647-223d-4d94-a9fb-e6cf7f587e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.811579 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-d2e42647-223d-4d94-a9fb-e6cf7f587e74 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 1128 time: 0.0626919 Sep 26 01:36:56.812569 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.812951 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.813539 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.813673 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:56.813764 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 01:36:56.813963 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ae741f-24d2-4a73-a1a0-6d818018e078']}} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:56.869242 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-74a2e39f-8d49-4c8e-8a00-fa251b4c415c req-6edbeea6-9a64-485c-8676-e594340a11d9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718462 Sep 26 01:36:56.870478 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-888798cb-3992-4f39-8ca3-9925bcf5c84f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 HTTP/1.1" status: 200 len: 217 time: 0.0501647 Sep 26 01:36:56.880792 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 2225fa4c-2032-458b-bdb1-24d6a09e40c1, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=2225fa4c-2032-458b-bdb1-24d6a09e40c1,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:56.887325 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-36b7f177-d6a5-4ad2-a802-5ed815b21d0e req-0393caaf-885f-4c0c-8e80-c4a239dc15c7 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5461459 Sep 26 01:36:56.896933 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '2225fa4c-2032-458b-bdb1-24d6a09e40c1', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'port_id': '2225fa4c-2032-458b-bdb1-24d6a09e40c1', 'mac_address': 'fa:16:3e:9a:df:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:36:56.900618 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-e6c0403c-3954-430d-8c42-927bf692ca80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:56.931320 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-d14c77a5-227c-4c7a-88f4-e13f74c0579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.932423 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f3ba95-0023-47f1-b3b4-dd619b2f1a40') {'for_net_delete': True} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:56.932905 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f3ba95-0023-47f1-b3b4-dd619b2f1a40') {} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:56.933489 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-d14c77a5-227c-4c7a-88f4-e13f74c0579f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=da203c2e-72b6-4935-8d01-4a01b35361c4 HTTP/1.1" status: 200 len: 855 time: 0.0539639 Sep 26 01:36:56.943695 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 2225fa4c-2032-458b-bdb1-24d6a09e40c1 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:56.944250 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:56.965708 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2225fa4c-2032-458b-bdb1-24d6a09e40c1 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:36:56.991248 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 2225fa4c-2032-458b-bdb1-24d6a09e40c1, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=2225fa4c-2032-458b-bdb1-24d6a09e40c1,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:56.993990 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-75d66dce-b7de-4d1c-8208-5bb622bd4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:56.995849 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-75d66dce-b7de-4d1c-8208-5bb622bd4b32 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5af791d8-1618-4513-8e4d-eb7941c2c427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537250 Sep 26 01:36:56.997452 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.008801 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7542124'] for segment (05f3ba95-0023-47f1-b3b4-dd619b2f1a40), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.059100 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=2225fa4c-2032-458b-bdb1-24d6a09e40c1,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:57.113438 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-d678c082-1d64-4942-9299-b3e2751f21c0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104891 Sep 26 01:36:57.117155 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (05f3ba95-0023-47f1-b3b4-dd619b2f1a40), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.156156 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Attempt 9 to provision port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c Sep 26 01:36:57.193568 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510d60b-81a8-4bf0-ad3f-5df639512211 req-cd24f262-eb28-4000-b622-b66290bbe8fc tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:57.195630 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9510d60b-81a8-4bf0-ad3f-5df639512211 req-cd24f262-eb28-4000-b622-b66290bbe8fc tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.3265460 Sep 26 01:36:57.205622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:57.212272 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4d4ca349-fded-4682-a51b-c8447f2f2319 req-2f40b8d3-f2b2-43bc-895d-37a31b349bb9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919266 Sep 26 01:36:57.217792 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=106405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:36:57.218205 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565295'] for segment (05f3ba95-0023-47f1-b3b4-dd619b2f1a40), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.262632 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:57.268593 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['2225fa4c-2032-458b-bdb1-24d6a09e40c1'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:36:57.308567 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48354e18-4fb3-4df9-8008-c2f50a757216 req-61ad026a-1b85-4e91-9086-153b0c858190 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:57.310513 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-48354e18-4fb3-4df9-8008-c2f50a757216 req-61ad026a-1b85-4e91-9086-153b0c858190 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.2883756 Sep 26 01:36:57.348083 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:57.349879 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11d402-97d3-45c1-a7a0-a72b5fdaf682 req-4b3a0476-9355-4531-a689-dbb18a963323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:57.351969 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bc11d402-97d3-45c1-a7a0-a72b5fdaf682 req-4b3a0476-9355-4531-a689-dbb18a963323 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7858541 Sep 26 01:36:57.431635 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-090c3fee-6d51-4075-80db-8c50b2387f53 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a8e446b2-4420-4758-be48-be813b84eea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7630663 Sep 26 01:36:57.485099 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:57.488574 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (b9ae741f-24d2-4a73-a1a0-6d818018e078), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.515030 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3141-6a8d-4c1b-9ee2-d6123fe8e5eb admin admin] Publish callbacks [] for security_group (2a67eef0-0cd8-47d5-8e51-aa46aab8559e), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.544694 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3141-6a8d-4c1b-9ee2-d6123fe8e5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (2a67eef0-0cd8-47d5-8e51-aa46aab8559e), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.559573 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.572611 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34678) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:57.573213 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/b9ae741f-24d2-4a73-a1a0-6d818018e078 HTTP/1.1" status: 204 len: 168 time: 1.9783421 Sep 26 01:36:57.593120 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97e6c9-ea7d-4d8e-b619-3ed67b213771 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ae741f-24d2-4a73-a1a0-6d818018e078,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:57.608733 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9510d60b-81a8-4bf0-ad3f-5df639512211 req-9d818a5f-7121-4d24-9859-74b65ad70a7f tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837626 Sep 26 01:36:57.638629 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-48354e18-4fb3-4df9-8008-c2f50a757216 req-5e24596f-3e7d-4ba9-951f-d63ce7854d2c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930589 Sep 26 01:36:57.655660 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f13345-f1c6-40c0-b376-0ad36ef3187b admin admin] Deleting subnet d2af87e8-a5e2-4515-bf9c-a1ba3d333dc2 {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:36:57.677359 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b1f13345-f1c6-40c0-b376-0ad36ef3187b admin admin] Publish callbacks [] for subnet (d2af87e8-a5e2-4515-bf9c-a1ba3d333dc2), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.722491 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-f9ea3141-6a8d-4c1b-9ee2-d6123fe8e5eb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9a2313534557434d8e90ae45f2ed7d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6280262 Sep 26 01:36:57.726127 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 34688) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:57.753918 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Attempt 10 to provision port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c Sep 26 01:36:57.754781 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment 05f3ba95-0023-47f1-b3b4-dd619b2f1a40 resource provider aggregate not found Sep 26 01:36:57.766495 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b1f13345-f1c6-40c0-b376-0ad36ef3187b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (d2af87e8-a5e2-4515-bf9c-a1ba3d333dc2), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.777757 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea3141-6a8d-4c1b-9ee2-d6123fe8e5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a67eef0-0cd8-47d5-8e51-aa46aab8559e,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:57.781752 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment 05f3ba95-0023-47f1-b3b4-dd619b2f1a40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05f3ba95-0023-47f1-b3b4-dd619b2f1a40 found for delete ", "request_id": "req-92845669-75dd-458f-93db-7a32e222a8b6"}]} Sep 26 01:36:57.835076 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b1f13345-f1c6-40c0-b376-0ad36ef3187b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (d2af87e8-a5e2-4515-bf9c-a1ba3d333dc2), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.850499 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a0c09476-9b14-4d8c-8495-6b2c517495e7 None None] Port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:36:57.901944 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37e2a9-25d3-4537-a964-ffdbfc30ae54 req-e5ff9e18-8c05-49d1-b0fa-37175f32cc97 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:57.906644 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0c37e2a9-25d3-4537-a964-ffdbfc30ae54 req-e5ff9e18-8c05-49d1-b0fa-37175f32cc97 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.1533327 Sep 26 01:36:57.916098 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b1f13345-f1c6-40c0-b376-0ad36ef3187b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (d2af87e8-a5e2-4515-bf9c-a1ba3d333dc2), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.929777 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:36:57.934903 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2bdebda0-ac41-4914-9e7d-d62c9ed5b5ce admin admin] Publish callbacks [] for security_group (2a67eef0-0cd8-47d5-8e51-aa46aab8559e), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.944297 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Publish callbacks [] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.970268 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f13345-f1c6-40c0-b376-0ad36ef3187b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2af87e8-a5e2-4515-bf9c-a1ba3d333dc2,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:57.972329 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b1f13345-f1c6-40c0-b376-0ad36ef3187b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:57.978562 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-b1f13345-f1c6-40c0-b376-0ad36ef3187b admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/d2af87e8-a5e2-4515-bf9c-a1ba3d333dc2 HTTP/1.1" status: 204 len: 168 time: 0.4115825 Sep 26 01:36:57.979614 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34698) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:58.026722 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Transition to ACTIVE for port object ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:36:58.072670 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.082576 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (330f2e11-ee32-48e7-bffc-57ccf8ffb547), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.084916 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0c37e2a9-25d3-4537-a964-ffdbfc30ae54 req-c5d2f43a-ad8e-4842-83c8-b591eb86bbf3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437247 Sep 26 01:36:58.127638 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2bdebda0-ac41-4914-9e7d-d62c9ed5b5ce admin admin] Publish callbacks [] for security_group (2a67eef0-0cd8-47d5-8e51-aa46aab8559e), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.188373 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (330f2e11-ee32-48e7-bffc-57ccf8ffb547), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.220233 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330f2e11-ee32-48e7-bffc-57ccf8ffb547']}} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:58.232425 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14a827d-34b5-408a-8a13-e0fa989eb426') {'for_net_delete': True} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:58.232753 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14a827d-34b5-408a-8a13-e0fa989eb426') {} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:36:58.244626 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8362259'] for segment (e14a827d-34b5-408a-8a13-e0fa989eb426), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.260063 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (e14a827d-34b5-408a-8a13-e0fa989eb426), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.267516 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=106406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:36:58.269984 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6739872'] for segment (e14a827d-34b5-408a-8a13-e0fa989eb426), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.299645 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:36:58.313171 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment e14a827d-34b5-408a-8a13-e0fa989eb426 resource provider aggregate not found Sep 26 01:36:58.332286 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment e14a827d-34b5-408a-8a13-e0fa989eb426 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e14a827d-34b5-408a-8a13-e0fa989eb426 found for delete ", "request_id": "req-bdd1d57e-2f39-4d90-b234-fb6f445ab1c4"}]} Sep 26 01:36:58.339445 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (330f2e11-ee32-48e7-bffc-57ccf8ffb547), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.356411 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.359812 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/330f2e11-ee32-48e7-bffc-57ccf8ffb547 HTTP/1.1" status: 204 len: 168 time: 0.3792970 Sep 26 01:36:58.361102 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439347f-ec79-4571-9fdb-560945c44028 admin admin] Pushing event deleted for resources: {'Network': ['ID=330f2e11-ee32-48e7-bffc-57ccf8ffb547,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:58.399250 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:58.434517 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-15a53301-256f-4611-81bd-e32c02f2f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:58.436016 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-15a53301-256f-4611-81bd-e32c02f2f344 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 1127 time: 0.4138350 Sep 26 01:36:58.503281 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34710) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:58.518770 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:58.530384 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:58.531932 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079319d-3d4d-4202-b25f-f09d779b5604 req-ffbc28b7-fa50-44f3-9d98-f950bec29bff tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:58.533441 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8079319d-3d4d-4202-b25f-f09d779b5604 req-ffbc28b7-fa50-44f3-9d98-f950bec29bff tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 944 time: 0.4771230 Sep 26 01:36:58.534051 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:58.549730 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-aa761648-327b-4868-9f86-c3f34cdd5eb7 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02b15285-09ae-477c-be6b-9cf27ce25a1f HTTP/1.1" status: 200 len: 217 time: 0.0969126 Sep 26 01:36:58.555024 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-b772a668-ea0a-4a29-9e52-5dfebfceef5c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=513260c0f2484a2d885d0e0a66f4e174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505831 Sep 26 01:36:58.557799 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34712) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:58.571067 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:58.599944 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fceafb-89c9-470d-86f8-1b92b62467ba req-473cac5a-6729-4637-9d25-894b9d2bfe05 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a8e446b2-4420-4758-be48-be813b84eea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944805 Sep 26 01:36:58.618554 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6d3652cf-2343-4687-82b4-ee51af50e97c admin admin] Publish callbacks [] for security_group (ee6c21d8-322a-49e2-a301-db8181cf60f7), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.644153 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6d3652cf-2343-4687-82b4-ee51af50e97c admin admin] Publish callbacks [] for security_group (ee6c21d8-322a-49e2-a301-db8181cf60f7), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.676540 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2bdebda0-ac41-4914-9e7d-d62c9ed5b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (2a67eef0-0cd8-47d5-8e51-aa46aab8559e), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.679633 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2bdebda0-ac41-4914-9e7d-d62c9ed5b5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.681339 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-2bdebda0-ac41-4914-9e7d-d62c9ed5b5ce admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2a67eef0-0cd8-47d5-8e51-aa46aab8559e HTTP/1.1" status: 204 len: 168 time: 0.9527447 Sep 26 01:36:58.687724 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:36:58.706125 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-0c4f831d-3edb-440a-be5a-7c5d316a1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:58.707854 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-0c4f831d-3edb-440a-be5a-7c5d316a1083 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.1285710 Sep 26 01:36:58.716820 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6d3652cf-2343-4687-82b4-ee51af50e97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (ee6c21d8-322a-49e2-a301-db8181cf60f7), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.719475 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6d3652cf-2343-4687-82b4-ee51af50e97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.719625 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 2225fa4c-2032-458b-bdb1-24d6a09e40c1 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:36:58.721239 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-6d3652cf-2343-4687-82b4-ee51af50e97c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ee6c21d8-322a-49e2-a301-db8181cf60f7 HTTP/1.1" status: 204 len: 168 time: 0.1619301 Sep 26 01:36:58.727619 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8079319d-3d4d-4202-b25f-f09d779b5604 req-52be78c0-f6ee-4bba-8ba0-804f45b6cea9 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796317 Sep 26 01:36:58.728544 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdebda0-ac41-4914-9e7d-d62c9ed5b5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a67eef0-0cd8-47d5-8e51-aa46aab8559e,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:58.732282 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Attempting to bind port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:36:58.732993 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Attempting to bind port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:36:58.733499 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Attempting to bind port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c on network 698acfe8-54a1-4ab3-9d7d-022ce3847edf {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:58.749161 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3652cf-2343-4687-82b4-ee51af50e97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6c21d8-322a-49e2-a301-db8181cf60f7,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:58.809189 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aaeae-0c30-48ab-a8dd-662147d403bc req-c7c087d6-350c-455d-a072-a5f85daacd38 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:58.811023 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1b6aaeae-0c30-48ab-a8dd-662147d403bc req-c7c087d6-350c-455d-a072-a5f85daacd38 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.0969131 Sep 26 01:36:58.843991 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c on network 698acfe8-54a1-4ab3-9d7d-022ce3847edf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:36:58.844326 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Attempting to bind port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c on network 698acfe8-54a1-4ab3-9d7d-022ce3847edf {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:36:58.932284 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:58.945457 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1b6aaeae-0c30-48ab-a8dd-662147d403bc req-94633fd4-81c5-4ef5-bb99-4aba2a5cde28 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268938 Sep 26 01:36:58.954709 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcef06-0920-4079-a3ad-b9b350e612ae req-d8d33c27-c4f0-4669-916d-59e5f866d477 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:58.956676 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fcef06-0920-4079-a3ad-b9b350e612ae req-d8d33c27-c4f0-4669-916d-59e5f866d477 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.1083980 Sep 26 01:36:58.962508 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:36:58.962850 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Checking segment: {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:36:58.963299 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Bound using segment: {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:36:58.963681 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Bound port: ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:36:58.964222 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:58.990894 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port 2225fa4c-2032-458b-bdb1-24d6a09e40c1 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:36:59.012164 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 2225fa4c-2032-458b-bdb1-24d6a09e40c1 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:36:59.012717 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.013232 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 2225fa4c-2032-458b-bdb1-24d6a09e40c1 Sep 26 01:36:59.071024 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:59.090715 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'port_id': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'mac_address': 'fa:16:3e:cd:ef:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:36:59.097997 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21fcef06-0920-4079-a3ad-b9b350e612ae req-f956c7da-e824-45a4-863a-bae8dad0a578 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308765 Sep 26 01:36:59.136497 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] For port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:36:59.140430 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] For port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:36:59.149591 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.157381 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:59.158452 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.160369 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c HTTP/1.1" status: 200 len: 1094 time: 3.4742706 Sep 26 01:36:59.161115 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'tag': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:36:59.172298 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6450ccaa-b077-404d-acb5-458cc0f52924" -d '{"events": [{"name": "network-changed", "server_uuid": "b84bc271-dfaf-4aac-9c18-29b9202eec84", "tag": "ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:36:59.290904 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86187a74-d752-4b65-a33e-9b9290fabe10 req-adea2a78-f9ab-4aa0-85d3-c8b10388340f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:59.292861 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-86187a74-d752-4b65-a33e-9b9290fabe10 req-adea2a78-f9ab-4aa0-85d3-c8b10388340f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.0776079 Sep 26 01:36:59.296406 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e25cf7-79fe-48e4-8a78-e3b6e38fa079 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:59.313713 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00813729-a0bf-4f32-a599-96c9760925fe x-openstack-request-id: req-00813729-a0bf-4f32-a599-96c9760925fe {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:36:59.314552 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84bc271-dfaf-4aac-9c18-29b9202eec84", "tag": "ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:36:59.314731 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00813729-a0bf-4f32-a599-96c9760925fe {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:36:59.315151 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00813729-a0bf-4f32-a599-96c9760925fe'] response: {'name': 'network-changed', 'server_uuid': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'tag': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c', 'status': 'completed', 'code': 200} Sep 26 01:36:59.336324 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:59.336812 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.373418 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-5142234b-effe-4264-95a7-da817bf9bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.393123 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:36:59.400361 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 2225fa4c-2032-458b-bdb1-24d6a09e40c1 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:36:59.400745 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.439270 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:59.457982 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6a0f6a-2168-483e-91c0-cbc3174cc2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2225fa4c-2032-458b-bdb1-24d6a09e40c1'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:36:59.468567 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34750) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:59.486055 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-86187a74-d752-4b65-a33e-9b9290fabe10 req-e0403374-bc06-4f28-98d0-9cc33c47b0a1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600857 Sep 26 01:36:59.524698 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 34752) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:59.544836 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.590256 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 2225fa4c-2032-458b-bdb1-24d6a09e40c1, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=2225fa4c-2032-458b-bdb1-24d6a09e40c1,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:36:59.600813 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.615837 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-00bf3c8f-ff01-4452-9d96-6cc2b495b30c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b55aac0e665b498ab290c912d8bb6526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436024 Sep 26 01:36:59.616745 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34760) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:36:59.635160 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:59.680092 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d7570aa-4739-4092-babd-b24ea09993c0 admin admin] Publish callbacks [] for security_group (cba0ac64-f82e-4dce-a8d5-b10a8d31d5ab), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.713414 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d7570aa-4739-4092-babd-b24ea09993c0 admin admin] Publish callbacks [] for security_group (cba0ac64-f82e-4dce-a8d5-b10a8d31d5ab), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.737052 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-079376a8-5dea-4fed-bd2b-ae02aed743d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.766489 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=2225fa4c-2032-458b-bdb1-24d6a09e40c1,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:59.787821 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d7570aa-4739-4092-babd-b24ea09993c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (cba0ac64-f82e-4dce-a8d5-b10a8d31d5ab), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.795380 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d7570aa-4739-4092-babd-b24ea09993c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:36:59.799446 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-3d7570aa-4739-4092-babd-b24ea09993c0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cba0ac64-f82e-4dce-a8d5-b10a8d31d5ab HTTP/1.1" status: 204 len: 168 time: 0.1815579 Sep 26 01:36:59.810097 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea0f937-0f95-443c-b8ad-42af128c211e" -d '{"events": [{"server_uuid": "8e6a0f6a-2168-483e-91c0-cbc3174cc2e0", "name": "network-vif-plugged", "status": "completed", "tag": "2225fa4c-2032-458b-bdb1-24d6a09e40c1"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:36:59.816824 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7570aa-4739-4092-babd-b24ea09993c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba0ac64-f82e-4dce-a8d5-b10a8d31d5ab,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:36:59.831192 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['deb1a57e-3f75-42e2-9d5a-90f0a5f59e30'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:36:59.860655 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:59.892128 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-6928bd49-7acb-46f5-8531-29b272fe62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:59.893969 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:36:59.894275 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-6928bd49-7acb-46f5-8531-29b272fe62bc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3953617 Sep 26 01:36:59.895347 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016afcbf-7de6-4486-8f82-25f495c0b235 req-98212fcf-9b20-42e3-a8f2-640066de42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:36:59.897810 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-016afcbf-7de6-4486-8f82-25f495c0b235 req-98212fcf-9b20-42e3-a8f2-640066de42d3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=089c1c6e9cb94a19b451d0da50ba9bea&device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 1128 time: 0.3746769 Sep 26 01:37:00.057547 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450ccaa-b077-404d-acb5-458cc0f52924 req-dcbde0a9-5203-4278-8f65-b427fed6000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:00.059062 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6450ccaa-b077-404d-acb5-458cc0f52924 req-dcbde0a9-5203-4278-8f65-b427fed6000e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3677555d86804f03ae243765cfd3fd24&device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 1128 time: 0.5091538 Sep 26 01:37:00.167747 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e59677-95d2-4454-990e-bf07b321f967 req-534a00a8-8f96-4bbc-bb4d-fb2eae270353 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:00.170798 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-26e59677-95d2-4454-990e-bf07b321f967 req-534a00a8-8f96-4bbc-bb4d-fb2eae270353 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 944 time: 0.3158429 Sep 26 01:37:00.203647 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f491cfbf-2bb0-4289-9075-b30cc2fd7173 x-openstack-request-id: req-f491cfbf-2bb0-4289-9075-b30cc2fd7173 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:37:00.204242 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6a0f6a-2168-483e-91c0-cbc3174cc2e0", "name": "network-vif-plugged", "status": "completed", "tag": "2225fa4c-2032-458b-bdb1-24d6a09e40c1", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:37:00.204713 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f491cfbf-2bb0-4289-9075-b30cc2fd7173 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:37:00.205344 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f491cfbf-2bb0-4289-9075-b30cc2fd7173'] response: {'server_uuid': '8e6a0f6a-2168-483e-91c0-cbc3174cc2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2225fa4c-2032-458b-bdb1-24d6a09e40c1', 'code': 200} Sep 26 01:37:00.248719 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:00.474263 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016afcbf-7de6-4486-8f82-25f495c0b235 req-1d7f8cc7-2ab1-436a-8b4f-1823358d29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:00.476521 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-016afcbf-7de6-4486-8f82-25f495c0b235 req-1d7f8cc7-2ab1-436a-8b4f-1823358d29f5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a8e446b2-4420-4758-be48-be813b84eea5 HTTP/1.1" status: 200 len: 912 time: 0.5257261 Sep 26 01:37:00.488213 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d065176-458a-4477-b3f4-e64aa638e1ae req-f1e46813-a943-4816-93fe-bfc0f6a9f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:00.490117 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7d065176-458a-4477-b3f4-e64aa638e1ae req-f1e46813-a943-4816-93fe-bfc0f6a9f730 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 1129 time: 0.0952134 Sep 26 01:37:00.499729 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bac43e-e0df-4383-b006-269aafa6ed4e req-8c38d7e6-a3fe-47fa-980e-3a653b966477 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:00.501242 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-51bac43e-e0df-4383-b006-269aafa6ed4e req-8c38d7e6-a3fe-47fa-980e-3a653b966477 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 944 time: 0.2161517 Sep 26 01:37:00.508667 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-079376a8-5dea-4fed-bd2b-ae02aed743d0 admin admin] Publish callbacks [] for security_group (e17981b8-4551-4a7d-aee7-148285c23a06), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:00.512585 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-c8bdf8e1-83c7-4539-8996-3ddca10e08d9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574324 Sep 26 01:37:00.516249 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-7d065176-458a-4477-b3f4-e64aa638e1ae req-dd107bfb-beac-47d8-9fbf-67192a0a01ed service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:00.519664 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-26e59677-95d2-4454-990e-bf07b321f967 req-2e151d73-fc57-42b4-a306-935839282b0c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309758 Sep 26 01:37:00.566891 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450ccaa-b077-404d-acb5-458cc0f52924 req-31e0dbda-8b86-4434-82af-f67ec87ee174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:00.567143 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6450ccaa-b077-404d-acb5-458cc0f52924 req-31e0dbda-8b86-4434-82af-f67ec87ee174 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=3677555d86804f03ae243765cfd3fd24&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4781446 Sep 26 01:37:00.580771 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-079376a8-5dea-4fed-bd2b-ae02aed743d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (e17981b8-4551-4a7d-aee7-148285c23a06), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:00.591106 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-016afcbf-7de6-4486-8f82-25f495c0b235 req-d6cbfee6-5d07-4f25-92c2-ab701eb04bc6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3d81d4b-e73c-4350-861f-23d2553b2cde HTTP/1.1" status: 200 len: 217 time: 0.0975914 Sep 26 01:37:00.629271 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-7d065176-458a-4477-b3f4-e64aa638e1ae req-dd107bfb-beac-47d8-9fbf-67192a0a01ed service neutron] Publish callbacks [] for security_group (2a586ceb-1887-4d07-9e7b-81d81f09cc1d), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:00.635185 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-7d065176-458a-4477-b3f4-e64aa638e1ae req-dd107bfb-beac-47d8-9fbf-67192a0a01ed service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (2a586ceb-1887-4d07-9e7b-81d81f09cc1d), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:00.699905 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7d065176-458a-4477-b3f4-e64aa638e1ae req-dd107bfb-beac-47d8-9fbf-67192a0a01ed service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034123 Sep 26 01:37:00.706655 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device b3d81d4b-e73c-4350-861f-23d2553b2cde details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:37:00.717346 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd107bfb-beac-47d8-9fbf-67192a0a01ed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2a586ceb-1887-4d07-9e7b-81d81f09cc1d,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:00.717886 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:37:00.763726 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:00.802687 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:37:00.844076 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:37:00.844768 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:00.845303 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:37:00.938816 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port b3d81d4b-e73c-4350-861f-23d2553b2cde, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b3d81d4b-e73c-4350-861f-23d2553b2cde,segment=NetworkSegment(ab147c18-54e0-4927-81f8-1add45562b49),segment_id=ab147c18-54e0-4927-81f8-1add45562b49)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:00.959015 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'b3d81d4b-e73c-4350-861f-23d2553b2cde', 'network_id': 'a8e446b2-4420-4758-be48-be813b84eea5', 'port_id': 'b3d81d4b-e73c-4350-861f-23d2553b2cde', 'mac_address': 'fa:16:3e:74:37:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35842546-844a-4390-a230-08adbc9ab2cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:37:01.064776 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:01.072181 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:01.073711 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:37:01.074765 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:01.110493 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port b3d81d4b-e73c-4350-861f-23d2553b2cde is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:37:01.110832 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34816) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:01.111335 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-079376a8-5dea-4fed-bd2b-ae02aed743d0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e0c748b360d94e3ca417ed4eb257eb80&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5845776 Sep 26 01:37:01.111556 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:01.112278 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079376a8-5dea-4fed-bd2b-ae02aed743d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17981b8-4551-4a7d-aee7-148285c23a06,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:01.134964 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d81d4b-e73c-4350-861f-23d2553b2cde {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:37:01.172791 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port b3d81d4b-e73c-4350-861f-23d2553b2cde, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b3d81d4b-e73c-4350-861f-23d2553b2cde,segment=NetworkSegment(ab147c18-54e0-4927-81f8-1add45562b49),segment_id=ab147c18-54e0-4927-81f8-1add45562b49)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:01.183456 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:01.188700 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:01.212959 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-88362c34-e597-4127-a6d4-dc9b6d2f63a8 admin admin] Publish callbacks [] for security_group (e17981b8-4551-4a7d-aee7-148285c23a06), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:01.213325 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d86eb-c1a6-4c3e-99cf-5b69716b1306 req-b79c361f-0d71-4f0f-a1ab-a6de4eb5fe0b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:01.219470 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:01.228815 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-df3d86eb-c1a6-4c3e-99cf-5b69716b1306 req-b79c361f-0d71-4f0f-a1ab-a6de4eb5fe0b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 945 time: 0.6080368 Sep 26 01:37:01.244667 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-88362c34-e597-4127-a6d4-dc9b6d2f63a8 admin admin] Publish callbacks [] for security_group (e17981b8-4551-4a7d-aee7-148285c23a06), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:01.255511 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:01.258398 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=b3d81d4b-e73c-4350-861f-23d2553b2cde,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:01.275771 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-51bac43e-e0df-4383-b006-269aafa6ed4e req-fc5e217f-4d71-4991-abc5-ce5412e4d2ae tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7603936 Sep 26 01:37:01.324461 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016afcbf-7de6-4486-8f82-25f495c0b235 req-4a0f9a0f-a23d-4e44-b0ad-3edf43ca2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:01.333605 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-016afcbf-7de6-4486-8f82-25f495c0b235 req-4a0f9a0f-a23d-4e44-b0ad-3edf43ca2a09 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=35842546-844a-4390-a230-08adbc9ab2cd HTTP/1.1" status: 200 len: 850 time: 0.7051246 Sep 26 01:37:01.370077 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-88362c34-e597-4127-a6d4-dc9b6d2f63a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (e17981b8-4551-4a7d-aee7-148285c23a06), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:01.392195 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:01.392651 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-88362c34-e597-4127-a6d4-dc9b6d2f63a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:01.392651 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-88362c34-e597-4127-a6d4-dc9b6d2f63a8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e17981b8-4551-4a7d-aee7-148285c23a06 HTTP/1.1" status: 204 len: 168 time: 0.2689707 Sep 26 01:37:01.443903 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee849ae-0b7f-43bf-94f1-7e6f70f3fe85 req-d3993830-d89a-41e0-bce4-a9daeb76d930 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8798578 Sep 26 01:37:01.448440 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88362c34-e597-4127-a6d4-dc9b6d2f63a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17981b8-4551-4a7d-aee7-148285c23a06,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:01.452617 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450ccaa-b077-404d-acb5-458cc0f52924 req-00d887e0-fe6e-4cd5-8772-28df0becf0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:01.454315 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6450ccaa-b077-404d-acb5-458cc0f52924 req-00d887e0-fe6e-4cd5-8772-28df0becf0bd service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8706939 Sep 26 01:37:01.482610 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['b3d81d4b-e73c-4350-861f-23d2553b2cde'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:37:01.503906 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-df3d86eb-c1a6-4c3e-99cf-5b69716b1306 req-cbcbc403-905a-4cb0-9c9b-d5e158e54410 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742147 Sep 26 01:37:01.562022 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:01.644462 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016afcbf-7de6-4486-8f82-25f495c0b235 req-0cab5290-29b4-41e7-b150-b47dcf16611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:01.646307 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-016afcbf-7de6-4486-8f82-25f495c0b235 req-0cab5290-29b4-41e7-b150-b47dcf16611f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a8e446b2-4420-4758-be48-be813b84eea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1762617 Sep 26 01:37:01.695900 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac764c-eb03-44f6-b190-c854cee71c89 req-ef9ac81a-2f18-4dbe-956d-09342a04857e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:01.703372 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c2ac764c-eb03-44f6-b190-c854cee71c89 req-ef9ac81a-2f18-4dbe-956d-09342a04857e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.1566904 Sep 26 01:37:01.704981 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34838) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:01.734642 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153db3ff-5db5-42b8-ab94-c39557282f62 req-0ad30b5b-fb9d-4917-a57e-3dc7ea31c7e9 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:01.736176 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-153db3ff-5db5-42b8-ab94-c39557282f62 req-0ad30b5b-fb9d-4917-a57e-3dc7ea31c7e9 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 944 time: 0.0864096 Sep 26 01:37:01.804651 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c2ac764c-eb03-44f6-b190-c854cee71c89 req-9dd60002-bcb9-415f-8434-e1d451bf5c85 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962057 Sep 26 01:37:01.821524 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-153db3ff-5db5-42b8-ab94-c39557282f62 req-84587c1d-ae3c-41f8-9fad-c97863b10887 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744269 Sep 26 01:37:01.901189 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-208b3b97-96f9-4bd0-9272-007a2861b5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:01.983513 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-208b3b97-96f9-4bd0-9272-007a2861b5d2 admin admin] Publish callbacks [] for security_group (c512fbb1-8e15-42cc-8f9b-20c4ecb1d42a), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:01.987336 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-208b3b97-96f9-4bd0-9272-007a2861b5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (c512fbb1-8e15-42cc-8f9b-20c4ecb1d42a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:01.993962 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:02.026973 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:02.029771 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-208b3b97-96f9-4bd0-9272-007a2861b5d2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=39701a8b71094a9690bde90bba69c8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231246 Sep 26 01:37:02.032294 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34850) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:02.040669 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b3b97-96f9-4bd0-9272-007a2861b5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c512fbb1-8e15-42cc-8f9b-20c4ecb1d42a,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:02.088759 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-09804daf-b479-4a2d-a308-490d87a7d627 admin admin] Publish callbacks [] for security_group (c512fbb1-8e15-42cc-8f9b-20c4ecb1d42a), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:02.111371 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-09804daf-b479-4a2d-a308-490d87a7d627 admin admin] Publish callbacks [] for security_group (c512fbb1-8e15-42cc-8f9b-20c4ecb1d42a), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:02.160574 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-09804daf-b479-4a2d-a308-490d87a7d627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (c512fbb1-8e15-42cc-8f9b-20c4ecb1d42a), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:02.163926 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-09804daf-b479-4a2d-a308-490d87a7d627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:02.165218 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-09804daf-b479-4a2d-a308-490d87a7d627 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c512fbb1-8e15-42cc-8f9b-20c4ecb1d42a HTTP/1.1" status: 204 len: 168 time: 0.1320157 Sep 26 01:37:02.173109 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09804daf-b479-4a2d-a308-490d87a7d627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c512fbb1-8e15-42cc-8f9b-20c4ecb1d42a,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:02.207229 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:37:02.209750 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37abd71-0484-4ef7-88b7-346beeb75699" -d '{"events": [{"server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "name": "network-vif-plugged", "status": "completed", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:37:02.214572 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:02.251257 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc21b83-800e-404c-baf6-5512722991f3 x-openstack-request-id: req-ffc21b83-800e-404c-baf6-5512722991f3 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:37:02.251736 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "name": "network-vif-plugged", "status": "completed", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:37:02.252000 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffc21b83-800e-404c-baf6-5512722991f3 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:37:02.252466 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc21b83-800e-404c-baf6-5512722991f3'] response: {'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'code': 200} Sep 26 01:37:02.369177 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:02.494361 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-02101316-5eca-4ee6-ba9c-b8b2e1787a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:02.495996 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-02101316-5eca-4ee6-ba9c-b8b2e1787a4d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3677555d86804f03ae243765cfd3fd24&device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 1128 time: 0.1649995 Sep 26 01:37:02.510771 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6134d-49b9-4000-9ba4-ac8a29b8bf6e req-ad0fc748-9151-42bf-9dbf-de25c510fc19 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:02.516830 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3ec6134d-49b9-4000-9ba4-ac8a29b8bf6e req-ad0fc748-9151-42bf-9dbf-de25c510fc19 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 945 time: 0.1420321 Sep 26 01:37:02.565933 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-016afcbf-7de6-4486-8f82-25f495c0b235 req-626ef9b9-dc17-4899-a4fc-e42290d1a477 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a8e446b2-4420-4758-be48-be813b84eea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495899 Sep 26 01:37:02.638840 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3ec6134d-49b9-4000-9ba4-ac8a29b8bf6e req-56235e84-e67d-42bb-a6b1-c388934f3c4d tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169746 Sep 26 01:37:02.702983 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 02b15285-09ae-477c-be6b-9cf27ce25a1f details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:37:02.703266 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283eb2c-ae88-4e5d-b188-3dc991a9cda8 req-97efc030-4a80-4199-9e36-da3a586eac9c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:02.706411 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device b3d81d4b-e73c-4350-861f-23d2553b2cde up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:37:02.711490 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5283eb2c-ae88-4e5d-b188-3dc991a9cda8 req-97efc030-4a80-4199-9e36-da3a586eac9c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0688531 Sep 26 01:37:02.854091 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port b3d81d4b-e73c-4350-861f-23d2553b2cde completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:37:02.865739 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5283eb2c-ae88-4e5d-b188-3dc991a9cda8 req-ddede1fc-079a-473e-a652-cc63468c0169 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528101 Sep 26 01:37:02.870802 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port b3d81d4b-e73c-4350-861f-23d2553b2cde triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:37:02.871178 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:02.871562 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port b3d81d4b-e73c-4350-861f-23d2553b2cde Sep 26 01:37:02.994479 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 02b15285-09ae-477c-be6b-9cf27ce25a1f, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=02b15285-09ae-477c-be6b-9cf27ce25a1f,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:03.036424 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-a6a60fce-25c2-445a-8597-0e1e3cf184f4 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c HTTP/1.1" status: 200 len: 217 time: 0.1587126 Sep 26 01:37:03.043992 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '02b15285-09ae-477c-be6b-9cf27ce25a1f', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'port_id': '02b15285-09ae-477c-be6b-9cf27ce25a1f', 'mac_address': 'fa:16:3e:b8:1e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:37:03.146026 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port b3d81d4b-e73c-4350-861f-23d2553b2cde is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:37:03.146861 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:03.151709 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 02b15285-09ae-477c-be6b-9cf27ce25a1f is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:37:03.152289 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:03.209673 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b15285-09ae-477c-be6b-9cf27ce25a1f {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:37:03.263047 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port b3d81d4b-e73c-4350-861f-23d2553b2cde, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b3d81d4b-e73c-4350-861f-23d2553b2cde,segment=NetworkSegment(ab147c18-54e0-4927-81f8-1add45562b49),segment_id=ab147c18-54e0-4927-81f8-1add45562b49)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:03.265377 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:03.273789 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:03.277061 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 02b15285-09ae-477c-be6b-9cf27ce25a1f, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=02b15285-09ae-477c-be6b-9cf27ce25a1f,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:03.308954 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:03.347117 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=b3d81d4b-e73c-4350-861f-23d2553b2cde,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:03.441048 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd38f5-5854-4b94-82b5-b4d2cffddd3a req-b0cd1057-3cae-4882-b863-d8c1b6a5e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:03.442718 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-42dd38f5-5854-4b94-82b5-b4d2cffddd3a req-b0cd1057-3cae-4882-b863-d8c1b6a5e95c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 1130 time: 0.2503529 Sep 26 01:37:03.453264 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd69ac-6c12-4006-86c7-84b6b0ce1ead req-b8df010f-6a75-4836-8913-61b83a81c77d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:03.454806 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6ffd69ac-6c12-4006-86c7-84b6b0ce1ead req-b8df010f-6a75-4836-8913-61b83a81c77d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 943 time: 0.4391229 Sep 26 01:37:03.456285 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-a12872da-56e0-4eff-8cfb-326738609421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:03.457689 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-a12872da-56e0-4eff-8cfb-326738609421 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5ecd00a3-5bd9-4765-8aee-f670f166552f HTTP/1.1" status: 200 len: 850 time: 0.4072926 Sep 26 01:37:03.465505 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee69b8-fd19-4339-b499-15ebec78d92d req-6610231e-12c1-44a1-9392-7f6c06dbc9cb tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:03.473745 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b2ee69b8-fd19-4339-b499-15ebec78d92d req-6610231e-12c1-44a1-9392-7f6c06dbc9cb tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 944 time: 0.2799983 Sep 26 01:37:03.478257 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-016afcbf-7de6-4486-8f82-25f495c0b235 req-495431c3-3d64-4031-accc-7f6a6228f1ec service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a8e446b2-4420-4758-be48-be813b84eea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074059 Sep 26 01:37:03.535955 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=02b15285-09ae-477c-be6b-9cf27ce25a1f,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:03.537584 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b2ee69b8-fd19-4339-b499-15ebec78d92d req-bea111fe-682b-4e39-b178-c44000c0b06d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629661 Sep 26 01:37:03.567964 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:03.574429 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6ffd69ac-6c12-4006-86c7-84b6b0ce1ead req-693f897d-a60a-4d59-8bc7-e2678c489cd9 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952907 Sep 26 01:37:03.777690 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110514a1-ba3c-4620-990b-687339ea6c47 req-37f78319-48b8-4e01-bb36-63ae74959416 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:03.779286 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-110514a1-ba3c-4620-990b-687339ea6c47 req-37f78319-48b8-4e01-bb36-63ae74959416 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.0559759 Sep 26 01:37:03.794576 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34938) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:03.843792 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-110514a1-ba3c-4620-990b-687339ea6c47 req-8c002bd2-7d3b-4f88-a2de-001a2c9b04a9 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588605 Sep 26 01:37:03.936493 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b8b46a32-f69e-4f54-9a2b-06df7dd360d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:04.033822 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb41178-6337-4890-9223-726d6d8d4996 req-bf2eb91e-c606-47bd-9a41-ad86e1783578 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:04.039397 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b8b46a32-f69e-4f54-9a2b-06df7dd360d0 admin admin] Publish callbacks [] for security_group (a0e8bbb8-1678-4efb-8c04-1daf411b892f), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:04.041083 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5bb41178-6337-4890-9223-726d6d8d4996 req-bf2eb91e-c606-47bd-9a41-ad86e1783578 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0575192 Sep 26 01:37:04.048415 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b8b46a32-f69e-4f54-9a2b-06df7dd360d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (a0e8bbb8-1678-4efb-8c04-1daf411b892f), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:04.092372 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5bb41178-6337-4890-9223-726d6d8d4996 req-915bbedc-d6a3-4965-90ad-89285d56b91c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501552 Sep 26 01:37:04.097815 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-b8b46a32-f69e-4f54-9a2b-06df7dd360d0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0aa60074f54b401e80b40aeeb4c42ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022242 Sep 26 01:37:04.098786 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b46a32-f69e-4f54-9a2b-06df7dd360d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e8bbb8-1678-4efb-8c04-1daf411b892f,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:04.100735 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 34948) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:04.159994 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2dcb05dc-969d-4eec-ae13-8d197ac686c8 admin admin] Publish callbacks [] for security_group (a0e8bbb8-1678-4efb-8c04-1daf411b892f), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:04.183516 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2dcb05dc-969d-4eec-ae13-8d197ac686c8 admin admin] Publish callbacks [] for security_group (a0e8bbb8-1678-4efb-8c04-1daf411b892f), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:04.238857 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2dcb05dc-969d-4eec-ae13-8d197ac686c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (a0e8bbb8-1678-4efb-8c04-1daf411b892f), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:04.243748 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2dcb05dc-969d-4eec-ae13-8d197ac686c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:04.249464 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-2dcb05dc-969d-4eec-ae13-8d197ac686c8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a0e8bbb8-1678-4efb-8c04-1daf411b892f HTTP/1.1" status: 204 len: 168 time: 0.1465635 Sep 26 01:37:04.253699 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efceeac-a857-41a1-b272-5bc060d4a969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d81d4b-e73c-4350-861f-23d2553b2cde'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:37:04.257767 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaf1db6-c785-47eb-9500-4d99f088a0fa" -d '{"events": [{"server_uuid": "1efceeac-a857-41a1-b272-5bc060d4a969", "name": "network-vif-plugged", "status": "completed", "tag": "b3d81d4b-e73c-4350-861f-23d2553b2cde"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:37:04.261501 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb05dc-969d-4eec-ae13-8d197ac686c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e8bbb8-1678-4efb-8c04-1daf411b892f,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:04.319926 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1a7b5a-905c-4738-80cd-6af6b571e48e x-openstack-request-id: req-2a1a7b5a-905c-4738-80cd-6af6b571e48e {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:37:04.320609 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efceeac-a857-41a1-b272-5bc060d4a969", "name": "network-vif-plugged", "status": "completed", "tag": "b3d81d4b-e73c-4350-861f-23d2553b2cde", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:37:04.321010 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a1a7b5a-905c-4738-80cd-6af6b571e48e {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:37:04.321548 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a1a7b5a-905c-4738-80cd-6af6b571e48e'] response: {'server_uuid': '1efceeac-a857-41a1-b272-5bc060d4a969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d81d4b-e73c-4350-861f-23d2553b2cde', 'code': 200} Sep 26 01:37:04.666780 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 34974) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:04.686032 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:04.690179 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:04.703878 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95839840-106e-42ae-bf5e-9626faaf54d2 req-9e7384b1-1178-4b0f-bb03-0010334e1a15 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:04.705351 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-95839840-106e-42ae-bf5e-9626faaf54d2 req-9e7384b1-1178-4b0f-bb03-0010334e1a15 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 944 time: 0.0764730 Sep 26 01:37:04.781247 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0aa57-2972-4920-87fb-d88b40cc3294 req-d31137e2-6a7b-451e-8f83-ed947d5e9c1d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:04.782731 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2bc0aa57-2972-4920-87fb-d88b40cc3294 req-d31137e2-6a7b-451e-8f83-ed947d5e9c1d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 944 time: 0.0854650 Sep 26 01:37:04.834682 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-95839840-106e-42ae-bf5e-9626faaf54d2 req-06011d03-0b8b-450c-badc-ad3494f6542c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171596 Sep 26 01:37:04.898175 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2bc0aa57-2972-4920-87fb-d88b40cc3294 req-8435cf5d-43de-4500-804b-3520ece445c7 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053934 Sep 26 01:37:04.940260 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Publish callbacks [] for security_group (b44805be-4345-4d68-81dc-f5c032455056), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:04.945679 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (b44805be-4345-4d68-81dc-f5c032455056), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:05.016431 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2dee5286848e4dff8ec448685c2ecf3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484812 Sep 26 01:37:05.019159 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34982) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:05.019627 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44805be-4345-4d68-81dc-f5c032455056,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:05.030371 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.030710 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.031046 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.031383 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.031711 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.032035 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.032465 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.032704 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.033025 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.033340 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.033655 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.033972 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.034286 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.034612 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.034910 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0756ab73-fb85-432b-b662-d818cfb89df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.044436 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70b44e-dec6-4a9c-a21a-8fc7a43691a4 req-cc7885d9-ed54-42f3-b0ea-75a1e1dfbff3 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:05.045950 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bd70b44e-dec6-4a9c-a21a-8fc7a43691a4 req-cc7885d9-ed54-42f3-b0ea-75a1e1dfbff3 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.0881057 Sep 26 01:37:05.077110 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Publish callbacks [] for security_group (b44805be-4345-4d68-81dc-f5c032455056), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:05.096760 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Publish callbacks [] for security_group (b44805be-4345-4d68-81dc-f5c032455056), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:05.102416 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bd70b44e-dec6-4a9c-a21a-8fc7a43691a4 req-e0a2eed9-6d51-435e-83c3-a9d3922b3982 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436370 Sep 26 01:37:05.147219 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (b44805be-4345-4d68-81dc-f5c032455056), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:05.149994 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:05.151788 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b44805be-4345-4d68-81dc-f5c032455056 HTTP/1.1" status: 204 len: 168 time: 0.1309297 Sep 26 01:37:05.160776 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44805be-4345-4d68-81dc-f5c032455056,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:05.169860 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.170205 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.170561 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.170894 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.171342 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.171523 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.171844 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.172209 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.172567 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.172884 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.173202 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.173530 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.173832 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.174154 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.174446 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db62ee9c-fa4b-4117-bf28-f5c65df40bd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:05.243234 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674475b-8369-43ae-ad8e-266b480dd431 req-86a73973-dbb3-402c-8b45-18a393d45b7f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:05.244697 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6674475b-8369-43ae-ad8e-266b480dd431 req-86a73973-dbb3-402c-8b45-18a393d45b7f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0463350 Sep 26 01:37:05.281616 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:05.298619 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6674475b-8369-43ae-ad8e-266b480dd431 req-d4e2131a-be4e-407c-b8b5-fa85177ab42d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483105 Sep 26 01:37:05.496153 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 34994) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:05.509812 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-acdbc740-9de4-47a3-bc43-db7206f96646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:05.530966 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:05.590135 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-acdbc740-9de4-47a3-bc43-db7206f96646 admin admin] Publish callbacks [] for security_group (8d8671fd-27ad-4769-93dc-71fb10a335be), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:05.593592 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-acdbc740-9de4-47a3-bc43-db7206f96646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8d8671fd-27ad-4769-93dc-71fb10a335be), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:05.632679 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-acdbc740-9de4-47a3-bc43-db7206f96646 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e211e437990541949d4994559f1f323a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353874 Sep 26 01:37:05.633658 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbc740-9de4-47a3-bc43-db7206f96646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8671fd-27ad-4769-93dc-71fb10a335be,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:05.635471 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 34996) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:05.687313 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d43bcdaa-25d2-4d62-8e73-0c26b827b3ae admin admin] Publish callbacks [] for security_group (8d8671fd-27ad-4769-93dc-71fb10a335be), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:05.708072 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d43bcdaa-25d2-4d62-8e73-0c26b827b3ae admin admin] Publish callbacks [] for security_group (8d8671fd-27ad-4769-93dc-71fb10a335be), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:05.753934 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d43bcdaa-25d2-4d62-8e73-0c26b827b3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8d8671fd-27ad-4769-93dc-71fb10a335be), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:05.756505 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d43bcdaa-25d2-4d62-8e73-0c26b827b3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:05.757647 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-d43bcdaa-25d2-4d62-8e73-0c26b827b3ae admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8d8671fd-27ad-4769-93dc-71fb10a335be HTTP/1.1" status: 204 len: 168 time: 0.1211526 Sep 26 01:37:05.765607 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bcdaa-25d2-4d62-8e73-0c26b827b3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8671fd-27ad-4769-93dc-71fb10a335be,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:06.058927 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['02b15285-09ae-477c-be6b-9cf27ce25a1f'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:37:06.120265 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9e9e9-6adc-4142-9211-a14a76f2a4f2 req-0344cd11-847e-4260-a7ae-a0fa62142ef2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:06.130088 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f2a9e9e9-6adc-4142-9211-a14a76f2a4f2 req-0344cd11-847e-4260-a7ae-a0fa62142ef2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 944 time: 0.2129223 Sep 26 01:37:06.165398 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:06.177121 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-3f829d35-1bc3-4fba-912c-5d0eb808ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:06.179002 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-3f829d35-1bc3-4fba-912c-5d0eb808ac94 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=698acfe8-54a1-4ab3-9d7d-022ce3847edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2023218 Sep 26 01:37:06.222022 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de8621-25f6-4a01-9846-8434a5b7659e req-b8d78679-c0a6-4303-97f7-5fa35aaf1a43 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:06.226293 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96de8621-25f6-4a01-9846-8434a5b7659e req-b8d78679-c0a6-4303-97f7-5fa35aaf1a43 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 944 time: 0.2096832 Sep 26 01:37:06.260807 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:06.265717 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-42dd38f5-5854-4b94-82b5-b4d2cffddd3a req-4512ed32-4ed2-471d-8dd6-a76185ff3cb4 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877910 Sep 26 01:37:06.319803 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a56c3-e76d-4f5a-b415-8c3466c6e2dd req-c88e4861-8d65-4c42-8107-3951fc7dec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:06.321464 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6f1a56c3-e76d-4f5a-b415-8c3466c6e2dd req-c88e4861-8d65-4c42-8107-3951fc7dec55 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 1130 time: 0.1746926 Sep 26 01:37:06.357271 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f2a9e9e9-6adc-4142-9211-a14a76f2a4f2 req-4815ee1d-45ab-416c-9bb2-77eaa6ff83ae tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262869 Sep 26 01:37:06.393454 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96de8621-25f6-4a01-9846-8434a5b7659e req-839f1416-35a8-4892-a21a-967166a25107 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503065 Sep 26 01:37:06.434520 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-0676c0ad-09ba-4d98-ac8a-ef48e3942bb1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254305 Sep 26 01:37:06.660976 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e11f1c-d396-4f9b-a3cb-c564f8e99ad5 req-9b616f27-b838-4a1f-b370-2742c313129b tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:06.663262 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-06e11f1c-d396-4f9b-a3cb-c564f8e99ad5 req-9b616f27-b838-4a1f-b370-2742c313129b tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.1940680 Sep 26 01:37:06.681186 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85fb08-c774-4562-b79e-9bd08eb2547b req-6a10b6f3-2096-4189-8102-dfecec0bf820 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:06.683004 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ef85fb08-c774-4562-b79e-9bd08eb2547b req-6a10b6f3-2096-4189-8102-dfecec0bf820 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.2000737 Sep 26 01:37:06.800432 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d25b82f5-7f20-4232-9fea-7d6cfec8f62f req-6d8f36e4-aa1e-4a93-a2bb-ace7946c10db service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864883 Sep 26 01:37:06.805040 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6f1a56c3-e76d-4f5a-b415-8c3466c6e2dd req-d7e011d4-0fee-4c41-9d57-8b0d8c06bb36 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895646 Sep 26 01:37:06.821449 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-06e11f1c-d396-4f9b-a3cb-c564f8e99ad5 req-9d3e2030-c969-416d-84dc-445b8b719851 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475677 Sep 26 01:37:06.852580 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ef85fb08-c774-4562-b79e-9bd08eb2547b req-0e82620a-938a-4364-960a-f9d245b8d7f5 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370332 Sep 26 01:37:07.540864 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfbda6-2a95-46db-8225-04cee647bda3 req-b708eb65-52c0-47fb-8058-ce000306544e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:07.548119 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cbdfbda6-2a95-46db-8225-04cee647bda3 req-b708eb65-52c0-47fb-8058-ce000306544e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 944 time: 0.0976551 Sep 26 01:37:07.797072 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30548b75-af01-4dec-9dd4-e7b341730b5f req-3865bc03-e40f-487e-b4bd-5ff569ec0212 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:07.798527 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30548b75-af01-4dec-9dd4-e7b341730b5f req-3865bc03-e40f-487e-b4bd-5ff569ec0212 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 944 time: 0.3062603 Sep 26 01:37:07.808980 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:07.848889 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cbdfbda6-2a95-46db-8225-04cee647bda3 req-9af85a25-d1da-4ea3-9315-74aa212fc584 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997718 Sep 26 01:37:07.877570 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30548b75-af01-4dec-9dd4-e7b341730b5f req-1594bc2c-8092-45bf-9546-6c0544e99052 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673337 Sep 26 01:37:07.974413 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d180ab0-da03-48f6-8b87-388adced721b req-5ef89156-edab-499f-abc9-7385a21739a4 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:07.976880 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3d180ab0-da03-48f6-8b87-388adced721b req-5ef89156-edab-499f-abc9-7385a21739a4 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.0558057 Sep 26 01:37:08.075101 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc686c-aef7-4ab6-a520-efcd34da9cfa req-d6fdaef9-d2ab-478d-bc93-42c4358de53f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:08.076650 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dfcc686c-aef7-4ab6-a520-efcd34da9cfa req-d6fdaef9-d2ab-478d-bc93-42c4358de53f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0919819 Sep 26 01:37:08.088088 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3d180ab0-da03-48f6-8b87-388adced721b req-995b282e-c007-49e0-aeca-391b89c7139f tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047411 Sep 26 01:37:08.143949 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dfcc686c-aef7-4ab6-a520-efcd34da9cfa req-dbcc85dc-348b-41ef-8b3d-1647590bb22c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548127 Sep 26 01:37:08.297203 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:08.998954 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46360c16-76c4-437b-9fc1-1d5bf049b9eb req-e9e5dfd7-031e-4433-b262-de95be18f1b4 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:09.000427 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46360c16-76c4-437b-9fc1-1d5bf049b9eb req-e9e5dfd7-031e-4433-b262-de95be18f1b4 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 944 time: 0.0722940 Sep 26 01:37:09.021405 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d4c90-4a2c-4643-ab32-995c58aa0b2e req-aac7761b-6ad4-43fb-856c-ccdcd09406bb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:09.022925 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-745d4c90-4a2c-4643-ab32-995c58aa0b2e req-aac7761b-6ad4-43fb-856c-ccdcd09406bb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 944 time: 0.0637617 Sep 26 01:37:09.060626 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:09.085008 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46360c16-76c4-437b-9fc1-1d5bf049b9eb req-201b7f5d-3e11-49ac-8b4d-9c57d47f5bc4 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789754 Sep 26 01:37:09.101989 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-745d4c90-4a2c-4643-ab32-995c58aa0b2e req-e0bfb9dc-ddf1-40e0-a674-53f38c963f34 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728643 Sep 26 01:37:09.206029 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687990ce-7466-476a-bc8e-b00a192b8e3f req-15d98f6e-683f-4498-b35a-3c320bd20fb5 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:09.207508 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-687990ce-7466-476a-bc8e-b00a192b8e3f req-15d98f6e-683f-4498-b35a-3c320bd20fb5 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.0479307 Sep 26 01:37:09.290028 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd3f57-0984-45f6-8fe4-add2aee60c0b req-13d87855-f3c5-49e7-9a95-9fca77eb84c3 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:09.291468 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eecd3f57-0984-45f6-8fe4-add2aee60c0b req-13d87855-f3c5-49e7-9a95-9fca77eb84c3 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0636170 Sep 26 01:37:09.295616 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-687990ce-7466-476a-bc8e-b00a192b8e3f req-d835bafa-bdce-482f-94d5-f7d4f74655c4 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820525 Sep 26 01:37:09.343071 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eecd3f57-0984-45f6-8fe4-add2aee60c0b req-b5a20749-2dd7-4631-b729-d2c15561c6d5 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459464 Sep 26 01:37:09.595220 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 02b15285-09ae-477c-be6b-9cf27ce25a1f up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:37:09.645060 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port 02b15285-09ae-477c-be6b-9cf27ce25a1f completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:37:09.654200 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 02b15285-09ae-477c-be6b-9cf27ce25a1f triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:37:09.654639 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:09.655048 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 02b15285-09ae-477c-be6b-9cf27ce25a1f Sep 26 01:37:09.735115 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 02b15285-09ae-477c-be6b-9cf27ce25a1f is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:37:09.735497 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:09.759093 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a794b36a-7e0c-48a0-9a10-b397017feafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b15285-09ae-477c-be6b-9cf27ce25a1f'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:37:09.761372 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be1d59c-111f-41c6-817f-7859fcaf3b74" -d '{"events": [{"server_uuid": "a794b36a-7e0c-48a0-9a10-b397017feafb", "name": "network-vif-plugged", "status": "completed", "tag": "02b15285-09ae-477c-be6b-9cf27ce25a1f"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:37:09.774703 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 02b15285-09ae-477c-be6b-9cf27ce25a1f, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=02b15285-09ae-477c-be6b-9cf27ce25a1f,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:09.779219 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:09.802520 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb87331-9d08-4a0a-9b9c-cf42c14f76a2 x-openstack-request-id: req-5fb87331-9d08-4a0a-9b9c-cf42c14f76a2 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:37:09.802848 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a794b36a-7e0c-48a0-9a10-b397017feafb", "name": "network-vif-plugged", "status": "completed", "tag": "02b15285-09ae-477c-be6b-9cf27ce25a1f", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:37:09.803753 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fb87331-9d08-4a0a-9b9c-cf42c14f76a2 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:37:09.804362 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb87331-9d08-4a0a-9b9c-cf42c14f76a2'] response: {'server_uuid': 'a794b36a-7e0c-48a0-9a10-b397017feafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b15285-09ae-477c-be6b-9cf27ce25a1f', 'code': 200} Sep 26 01:37:09.829476 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=02b15285-09ae-477c-be6b-9cf27ce25a1f,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:09.836861 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.837206 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.837544 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.837899 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.838232 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.838558 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.838880 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.839198 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.839518 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.839835 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.840156 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.840544 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.840926 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.841187 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:09.841499 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:37:10.248050 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c8721-090c-4130-8617-a6c212584ce3 req-50a85c7c-c083-4e8e-b4e0-c4606e003719 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:10.249607 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-863c8721-090c-4130-8617-a6c212584ce3 req-50a85c7c-c083-4e8e-b4e0-c4606e003719 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 944 time: 0.0786736 Sep 26 01:37:10.270455 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8af35a-4b34-4213-b63c-2247f7684d29 req-ee176f0f-3823-4738-a5a2-95c268037dba tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:10.272449 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bc8af35a-4b34-4213-b63c-2247f7684d29 req-ee176f0f-3823-4738-a5a2-95c268037dba tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0690534 Sep 26 01:37:10.339716 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-863c8721-090c-4130-8617-a6c212584ce3 req-9317f348-f186-4486-868c-624ef619cae4 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836794 Sep 26 01:37:10.346826 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bc8af35a-4b34-4213-b63c-2247f7684d29 req-db14d676-8b9e-45cc-b897-43095dce495a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670815 Sep 26 01:37:10.515070 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a7b17-9b88-4f97-9565-9327ebe51ce9 req-d8f2fdfa-7f90-45fc-96ff-775661ca6462 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:10.516775 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7d3a7b17-9b88-4f97-9565-9327ebe51ce9 req-d8f2fdfa-7f90-45fc-96ff-775661ca6462 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.0835953 Sep 26 01:37:10.532049 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a10c9-68de-41d6-a47c-b52c3135c202 req-3c82d97e-8a02-430a-b778-1929a6720e81 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:10.533511 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a64a10c9-68de-41d6-a47c-b52c3135c202 req-3c82d97e-8a02-430a-b778-1929a6720e81 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0898263 Sep 26 01:37:10.588894 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:10.611413 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7d3a7b17-9b88-4f97-9565-9327ebe51ce9 req-9c32419e-b1f2-48b6-82ca-a18011afe641 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869617 Sep 26 01:37:10.615742 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a64a10c9-68de-41d6-a47c-b52c3135c202 req-5e4365f7-568f-45c7-b048-708ac4fa2835 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756588 Sep 26 01:37:10.797379 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96240c91-7e9b-4e5e-91ef-a709cb4c28e6 req-257f2c86-cb67-48f5-b62a-51213a5a3513 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:10.798990 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96240c91-7e9b-4e5e-91ef-a709cb4c28e6 req-257f2c86-cb67-48f5-b62a-51213a5a3513 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0632911 Sep 26 01:37:10.810842 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35228) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:10.815736 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-bd270f0d-022b-4dad-b4d3-1f31a7fe6539 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Request body: {'floatingip': {'port_id': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:37:10.896200 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd270f0d-022b-4dad-b4d3-1f31a7fe6539 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (64474f15-0d7e-427a-9ffa-2eeca94f7fb2), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:11.362481 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:11.523315 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a64aaf63-53ba-4356-8f6b-cbdda2fdd721 req-58929f02-3303-4b95-b70f-b5322edbd924 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791123 Sep 26 01:37:11.565332 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998569-9b4c-405e-a9b9-78e2f621b6b2 req-714c9a2e-36b8-49ea-962d-aa7948542a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:11.567087 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a8998569-9b4c-405e-a9b9-78e2f621b6b2 req-714c9a2e-36b8-49ea-962d-aa7948542a79 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 1129 time: 0.0634248 Sep 26 01:37:11.825599 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aaf63-53ba-4356-8f6b-cbdda2fdd721 req-13020a40-8888-4422-b0db-8eedba3ef355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:11.827747 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a64aaf63-53ba-4356-8f6b-cbdda2fdd721 req-13020a40-8888-4422-b0db-8eedba3ef355 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 1129 time: 0.2274454 Sep 26 01:37:11.859343 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef02fc-2f76-415e-b50b-f2595b62c5d6 req-c29e2186-bf92-4068-bfad-abb10bc509bc tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:11.861748 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6eef02fc-2f76-415e-b50b-f2595b62c5d6 req-c29e2186-bf92-4068-bfad-abb10bc509bc tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.1738932 Sep 26 01:37:11.869670 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c0df4-f5ac-435f-815b-1ae02f18781a req-ab4f451b-a814-431f-bd01-b04c3c2fd6cd tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:11.869881 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35288) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:11.871918 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7b5c0df4-f5ac-435f-815b-1ae02f18781a req-ab4f451b-a814-431f-bd01-b04c3c2fd6cd tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 944 time: 0.2033217 Sep 26 01:37:11.876822 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a8998569-9b4c-405e-a9b9-78e2f621b6b2 req-aa424a70-1045-4d44-aff9-bbb1f5e37b89 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004746 Sep 26 01:37:11.963054 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6eef02fc-2f76-415e-b50b-f2595b62c5d6 req-e6258ced-fee7-4375-92f7-3b286550477b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898931 Sep 26 01:37:11.971972 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7b5c0df4-f5ac-435f-815b-1ae02f18781a req-8001539a-79b6-4bcf-8563-35f8a2a45620 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758293 Sep 26 01:37:12.067200 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a3a3129c-7f24-41a8-b498-1e52b63486cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:12.071990 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd270f0d-022b-4dad-b4d3-1f31a7fe6539 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:12.080950 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd270f0d-022b-4dad-b4d3-1f31a7fe6539 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (64474f15-0d7e-427a-9ffa-2eeca94f7fb2), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:12.122162 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28efd1a-0dc5-46af-8add-4798e2a7c594 req-6082babf-da36-4eaf-b176-2524e388c952 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:12.123614 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f28efd1a-0dc5-46af-8add-4798e2a7c594 req-6082babf-da36-4eaf-b176-2524e388c952 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.0584047 Sep 26 01:37:12.153877 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:12.179252 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f28efd1a-0dc5-46af-8add-4798e2a7c594 req-6308baa1-ebb5-46bd-a9ba-ca015c4e7c6e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496042 Sep 26 01:37:12.222415 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.l3_db [None req-bd270f0d-022b-4dad-b4d3-1f31a7fe6539 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Floating IP 64474f15-0d7e-427a-9ffa-2eeca94f7fb2 associated. External IP: 172.27.0.130, port: deb1a57e-3f75-42e2-9d5a-90f0a5f59e30. Sep 26 01:37:12.326923 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a3a3129c-7f24-41a8-b498-1e52b63486cd admin admin] Publish callbacks [] for security_group (1dd54014-149b-4e89-adf8-94f9d2936d15), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:12.336683 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a3a3129c-7f24-41a8-b498-1e52b63486cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (1dd54014-149b-4e89-adf8-94f9d2936d15), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:12.361483 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:12.389368 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3129c-7f24-41a8-b498-1e52b63486cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd54014-149b-4e89-adf8-94f9d2936d15,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:12.396573 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-a3a3129c-7f24-41a8-b498-1e52b63486cd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b4e2ab570b2c461f9ad8fc19dcbe7f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5233312 Sep 26 01:37:12.404972 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 35312) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:12.555676 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8b26560a-3460-4a84-b261-7b24e63842da admin admin] Publish callbacks [] for security_group (1dd54014-149b-4e89-adf8-94f9d2936d15), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:12.574902 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd270f0d-022b-4dad-b4d3-1f31a7fe6539 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Router 5e501f1e-91e4-4256-b56d-c26a052ccf95 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:37:12.583361 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:12.601944 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8b26560a-3460-4a84-b261-7b24e63842da admin admin] Publish callbacks [] for security_group (1dd54014-149b-4e89-adf8-94f9d2936d15), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:12.604288 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aaf63-53ba-4356-8f6b-cbdda2fdd721 req-65e494bc-7b88-4c1d-9ee0-f4d7252825f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:12.605816 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a64aaf63-53ba-4356-8f6b-cbdda2fdd721 req-65e494bc-7b88-4c1d-9ee0-f4d7252825f3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 919 time: 0.2098067 Sep 26 01:37:12.661059 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8b26560a-3460-4a84-b261-7b24e63842da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (1dd54014-149b-4e89-adf8-94f9d2936d15), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:12.664541 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8b26560a-3460-4a84-b261-7b24e63842da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:12.668259 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-8b26560a-3460-4a84-b261-7b24e63842da admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1dd54014-149b-4e89-adf8-94f9d2936d15 HTTP/1.1" status: 204 len: 168 time: 0.2597225 Sep 26 01:37:12.674167 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26560a-3460-4a84-b261-7b24e63842da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd54014-149b-4e89-adf8-94f9d2936d15,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:12.703368 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:12.718381 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd270f0d-022b-4dad-b4d3-1f31a7fe6539 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:37:12.722953 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd270f0d-022b-4dad-b4d3-1f31a7fe6539 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:12.733550 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd378375-8e15-4e08-a238-a0c62d3bb04d None None] Sync routers for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:37:12.744499 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd378375-8e15-4e08-a238-a0c62d3bb04d None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:37:12.745139 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-dd378375-8e15-4e08-a238-a0c62d3bb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:36:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:12.763039 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-bd270f0d-022b-4dad-b4d3-1f31a7fe6539 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/64474f15-0d7e-427a-9ffa-2eeca94f7fb2 HTTP/1.1" status: 200 len: 992 time: 1.9479327 Sep 26 01:37:12.763039 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:37:12.763325 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a584ed-c914-4d9c-8b2b-a77b486e26e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:37:12.811520 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35332) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:12.833807 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a64aaf63-53ba-4356-8f6b-cbdda2fdd721 req-73627dba-0eae-4724-80ec-b6142eea947f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2225fa4c-2032-458b-bdb1-24d6a09e40c1 HTTP/1.1" status: 200 len: 217 time: 0.0678437 Sep 26 01:37:12.849444 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570a1d50-83c3-437b-b916-0f1d87e9691c x-openstack-request-id: req-570a1d50-83c3-437b-b916-0f1d87e9691c {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:37:12.849736 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:37:12.851478 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-570a1d50-83c3-437b-b916-0f1d87e9691c {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:37:12.852001 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570a1d50-83c3-437b-b916-0f1d87e9691c'] response: {'name': 'network-changed', 'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'status': 'completed', 'code': 200} Sep 26 01:37:12.863689 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-dd378375-8e15-4e08-a238-a0c62d3bb04d None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:37:12.984603 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a584ed-c914-4d9c-8b2b-a77b486e26e0 req-fe0c7a3f-1c76-4c3a-8a2b-fbf48b9c83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:12.986813 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-12a584ed-c914-4d9c-8b2b-a77b486e26e0 req-fe0c7a3f-1c76-4c3a-8a2b-fbf48b9c83c6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 1130 time: 0.0663397 Sep 26 01:37:12.988529 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aaf63-53ba-4356-8f6b-cbdda2fdd721 req-34be2c4b-0aff-4d42-92ff-dc6ab893dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:12.990094 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a64aaf63-53ba-4356-8f6b-cbdda2fdd721 req-34be2c4b-0aff-4d42-92ff-dc6ab893dedb service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.1160500 Sep 26 01:37:13.155154 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-dd378375-8e15-4e08-a238-a0c62d3bb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '64474f15-0d7e-427a-9ffa-2eeca94f7fb2', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'port_id': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'mac_address': 'fa:16:3e:cd:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:36:27Z', 'updated_at': '2022-09-26T01:37:11Z', 'revision_number': 1, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:35Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:13.187314 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd378375-8e15-4e08-a238-a0c62d3bb04d None None] Checking router: 5e501f1e-91e4-4256-b56d-c26a052ccf95 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:37:13.198245 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-25548e00-1065-48f8-923d-721a4490545a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:13.198792 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd378375-8e15-4e08-a238-a0c62d3bb04d None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:37:13.199058 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-dd378375-8e15-4e08-a238-a0c62d3bb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:36:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:13.247182 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 35346) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:13.262294 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aaf63-53ba-4356-8f6b-cbdda2fdd721 req-26028572-d6bb-42a5-9d83-c87c0c942f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:13.263830 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a64aaf63-53ba-4356-8f6b-cbdda2fdd721 req-26028572-d6bb-42a5-9d83-c87c0c942f39 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2532449 Sep 26 01:37:13.278874 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3350b4-cf76-49e4-ab15-061c55130952 req-9073b0f8-7e8f-4d2d-9e92-2480fad45a43 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:13.286427 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7c3350b4-cf76-49e4-ab15-061c55130952 req-9073b0f8-7e8f-4d2d-9e92-2480fad45a43 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 944 time: 0.1739180 Sep 26 01:37:13.298992 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b919ae-8ce4-4d08-9be3-e1c8a9ab65da req-f3a04fc6-50fc-4442-8435-95692cb9b92f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:13.299304 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-27b919ae-8ce4-4d08-9be3-e1c8a9ab65da req-f3a04fc6-50fc-4442-8435-95692cb9b92f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.1725900 Sep 26 01:37:13.299860 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 35350) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:13.320854 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:13.328901 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-25548e00-1065-48f8-923d-721a4490545a admin admin] Publish callbacks [] for security_group (1cfdd904-5e68-450c-8972-f0264576d925), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:13.334809 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-25548e00-1065-48f8-923d-721a4490545a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (1cfdd904-5e68-450c-8972-f0264576d925), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:13.369224 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-dd378375-8e15-4e08-a238-a0c62d3bb04d None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:37:13.384541 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9152944-5c52-40a4-8301-dc28d7b60b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:13.389549 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-25548e00-1065-48f8-923d-721a4490545a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=686b1cfff48f4fc8a140d2e2c267a3c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5746565 Sep 26 01:37:13.389549 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25548e00-1065-48f8-923d-721a4490545a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfdd904-5e68-450c-8972-f0264576d925,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:13.390971 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35352) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:13.425248 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a584ed-c914-4d9c-8b2b-a77b486e26e0 req-005cae55-0eda-4084-bd37-33e39f7d9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:13.426862 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-12a584ed-c914-4d9c-8b2b-a77b486e26e0 req-005cae55-0eda-4084-bd37-33e39f7d9593 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 200 len: 917 time: 0.4173815 Sep 26 01:37:13.454434 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cbd29910-1af0-4e33-8d70-f51d94ff0486 admin admin] Publish callbacks [] for security_group (1cfdd904-5e68-450c-8972-f0264576d925), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:13.479998 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cbd29910-1af0-4e33-8d70-f51d94ff0486 admin admin] Publish callbacks [] for security_group (1cfdd904-5e68-450c-8972-f0264576d925), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:13.494605 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7c3350b4-cf76-49e4-ab15-061c55130952 req-c40380fd-10bc-4afb-8d5e-1b892e8075e7 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065847 Sep 26 01:37:13.537065 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-27b919ae-8ce4-4d08-9be3-e1c8a9ab65da req-e4c2e61c-d431-48be-9238-79624f67a03a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170234 Sep 26 01:37:13.574420 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cbd29910-1af0-4e33-8d70-f51d94ff0486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (1cfdd904-5e68-450c-8972-f0264576d925), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:13.578832 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cbd29910-1af0-4e33-8d70-f51d94ff0486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:13.589478 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-cbd29910-1af0-4e33-8d70-f51d94ff0486 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1cfdd904-5e68-450c-8972-f0264576d925 HTTP/1.1" status: 204 len: 168 time: 0.1966579 Sep 26 01:37:13.606329 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd29910-1af0-4e33-8d70-f51d94ff0486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfdd904-5e68-450c-8972-f0264576d925,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:13.737775 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-dd378375-8e15-4e08-a238-a0c62d3bb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '64474f15-0d7e-427a-9ffa-2eeca94f7fb2', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'port_id': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'mac_address': 'fa:16:3e:cd:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:36:27Z', 'updated_at': '2022-09-26T01:37:11Z', 'revision_number': 1, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:35Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:13.764378 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd378375-8e15-4e08-a238-a0c62d3bb04d None None] The sync data for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi is: [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '64474f15-0d7e-427a-9ffa-2eeca94f7fb2', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'port_id': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'mac_address': 'fa:16:3e:cd:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:36:27Z', 'updated_at': '2022-09-26T01:37:11Z', 'revision_number': 1, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:35Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:37:13.782520 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:13.842868 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-40159be4-c52b-4086-8ea5-43732c80bb14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:13.900187 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35368) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:13.925737 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-12a584ed-c914-4d9c-8b2b-a77b486e26e0 req-8c60ccba-a98b-41bf-a993-3efd32704134 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 HTTP/1.1" status: 200 len: 1000 time: 0.3609324 Sep 26 01:37:13.951175 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9152944-5c52-40a4-8301-dc28d7b60b57 admin admin] Publish callbacks [] for security_group (04796068-730a-4a15-92df-e2dbd85a61ac), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:13.995713 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9152944-5c52-40a4-8301-dc28d7b60b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (04796068-730a-4a15-92df-e2dbd85a61ac), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:13.999041 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:37:14.015344 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7b70-e56f-4041-8c2a-3845190c9bad req-fb200e6b-ebb8-4dc6-b78c-3395d90d303c tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:14.022774 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-afdd7b70-e56f-4041-8c2a-3845190c9bad req-fb200e6b-ebb8-4dc6-b78c-3395d90d303c tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.2409902 Sep 26 01:37:14.045510 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35372) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:14.080162 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-eb722bd9-5733-4048-a689-fede5d152f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.095558 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d03a92a-61f5-42aa-8700-e0f9b23d719c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.106742 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9152944-5c52-40a4-8301-dc28d7b60b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04796068-730a-4a15-92df-e2dbd85a61ac,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:14.110309 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6db84b-f778-49d7-a899-09bbc90ca6f4 None None] New status for floating IP 64474f15-0d7e-427a-9ffa-2eeca94f7fb2: ACTIVE {{(pid=106407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:37:14.142149 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a64aaf63-53ba-4356-8f6b-cbdda2fdd721 req-ee0cbbd4-91e9-4491-a170-1f7f53f85e81 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847361 Sep 26 01:37:14.172456 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-c9152944-5c52-40a4-8301-dc28d7b60b57 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a4ec12eace284a28a8cf620f04718707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8604414 Sep 26 01:37:14.172680 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35374) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:14.186292 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:14.191072 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a584ed-c914-4d9c-8b2b-a77b486e26e0 req-8de30d9f-12f3-4fb0-88ff-c10282f9baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:14.192710 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-12a584ed-c914-4d9c-8b2b-a77b486e26e0 req-8de30d9f-12f3-4fb0-88ff-c10282f9baf5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=da203c2e-72b6-4935-8d01-4a01b35361c4 HTTP/1.1" status: 200 len: 855 time: 0.2528226 Sep 26 01:37:14.257040 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-afdd7b70-e56f-4041-8c2a-3845190c9bad req-1d11fda8-7f02-467a-91ea-43c1fa28b53f tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330086 Sep 26 01:37:14.267141 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-eb722bd9-5733-4048-a689-fede5d152f81 admin admin] Publish callbacks [] for security_group (1659ab2d-256a-42ed-baba-c19d751fb475), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.284756 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-eb722bd9-5733-4048-a689-fede5d152f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (1659ab2d-256a-42ed-baba-c19d751fb475), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.297504 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d03a92a-61f5-42aa-8700-e0f9b23d719c admin admin] Publish callbacks [] for security_group (5c7e9022-55f9-4676-93d2-cc57dbb0d973), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.310887 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:14.315794 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-84f0aaa2-d3f2-49dd-aaec-c71d329c1147 admin admin] Publish callbacks [] for security_group (04796068-730a-4a15-92df-e2dbd85a61ac), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.322432 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-40159be4-c52b-4086-8ea5-43732c80bb14 admin admin] Publish callbacks [] for security_group (0e3f3ea8-5120-48ac-acf8-8a59e764188c), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.323975 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d03a92a-61f5-42aa-8700-e0f9b23d719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (5c7e9022-55f9-4676-93d2-cc57dbb0d973), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.330875 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a584ed-c914-4d9c-8b2b-a77b486e26e0 req-6858b83d-594b-473c-a77d-5e5de969acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:14.333057 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-12a584ed-c914-4d9c-8b2b-a77b486e26e0 req-6858b83d-594b-473c-a77d-5e5de969acf8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5af791d8-1618-4513-8e4d-eb7941c2c427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1253912 Sep 26 01:37:14.336821 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-40159be4-c52b-4086-8ea5-43732c80bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (0e3f3ea8-5120-48ac-acf8-8a59e764188c), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.338962 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:14.349471 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:14.371878 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-eb722bd9-5733-4048-a689-fede5d152f81 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=84f68256299e48a781f98428594e9aba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249362 Sep 26 01:37:14.373148 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35378) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:14.383560 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-84f0aaa2-d3f2-49dd-aaec-c71d329c1147 admin admin] Publish callbacks [] for security_group (04796068-730a-4a15-92df-e2dbd85a61ac), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.397806 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb722bd9-5733-4048-a689-fede5d152f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1659ab2d-256a-42ed-baba-c19d751fb475,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:14.457206 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-3d03a92a-61f5-42aa-8700-e0f9b23d719c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0e5203ad82e245e88d5d638c60b02d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5555096 Sep 26 01:37:14.461379 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a64aaf63-53ba-4356-8f6b-cbdda2fdd721 req-1a152744-4ae4-4adb-84a3-e41fb49cc59f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004158 Sep 26 01:37:14.468196 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35380) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:14.470005 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:14.492896 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'port_id': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c', 'mac_address': 'fa:16:3e:22:5b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:37:14.537790 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-40159be4-c52b-4086-8ea5-43732c80bb14 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=01a95b064cf4490bab78eb2fa2fd026d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2862997 Sep 26 01:37:14.541936 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40159be4-c52b-4086-8ea5-43732c80bb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3f3ea8-5120-48ac-acf8-8a59e764188c,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:14.542595 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35384) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:14.555321 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03a92a-61f5-42aa-8700-e0f9b23d719c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7e9022-55f9-4676-93d2-cc57dbb0d973,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:14.628727 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2c1defc7-e632-4c29-ad18-1b2f1ac67374 admin admin] Publish callbacks [] for security_group (1659ab2d-256a-42ed-baba-c19d751fb475), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.629346 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-12a584ed-c914-4d9c-8b2b-a77b486e26e0 req-5c645dd6-8081-4749-b381-feeae4544e57 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746949 Sep 26 01:37:14.672938 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-84f0aaa2-d3f2-49dd-aaec-c71d329c1147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (04796068-730a-4a15-92df-e2dbd85a61ac), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.675730 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-84f0aaa2-d3f2-49dd-aaec-c71d329c1147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.677117 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-84f0aaa2-d3f2-49dd-aaec-c71d329c1147 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/04796068-730a-4a15-92df-e2dbd85a61ac HTTP/1.1" status: 204 len: 168 time: 0.5041637 Sep 26 01:37:14.700312 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2c1defc7-e632-4c29-ad18-1b2f1ac67374 admin admin] Publish callbacks [] for security_group (1659ab2d-256a-42ed-baba-c19d751fb475), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.703914 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e634bd42-4464-4905-ad61-5a0fed2168da admin admin] Publish callbacks [] for security_group (5c7e9022-55f9-4676-93d2-cc57dbb0d973), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.717121 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0aaa2-d3f2-49dd-aaec-c71d329c1147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04796068-730a-4a15-92df-e2dbd85a61ac,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:14.720417 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:37:14.722878 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.782538 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:37:14.820435 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d4c884e1-7563-45b3-b481-62b5cc811a10 admin admin] Publish callbacks [] for security_group (0e3f3ea8-5120-48ac-acf8-8a59e764188c), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.824484 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e634bd42-4464-4905-ad61-5a0fed2168da admin admin] Publish callbacks [] for security_group (5c7e9022-55f9-4676-93d2-cc57dbb0d973), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.825030 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:14.837999 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.877823 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d4c884e1-7563-45b3-b481-62b5cc811a10 admin admin] Publish callbacks [] for security_group (0e3f3ea8-5120-48ac-acf8-8a59e764188c), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.933110 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:14.934678 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc175ca-ac09-445c-b077-18a9fee6942c req-b9c8f08a-9961-490d-beb7-8a1a06032141 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:14.941556 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-adc175ca-ac09-445c-b077-18a9fee6942c req-b9c8f08a-9961-490d-beb7-8a1a06032141 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.1664963 Sep 26 01:37:14.954179 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2c1defc7-e632-4c29-ad18-1b2f1ac67374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (1659ab2d-256a-42ed-baba-c19d751fb475), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.958731 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2c1defc7-e632-4c29-ad18-1b2f1ac67374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.960201 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-2c1defc7-e632-4c29-ad18-1b2f1ac67374 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1659ab2d-256a-42ed-baba-c19d751fb475 HTTP/1.1" status: 204 len: 168 time: 0.5808327 Sep 26 01:37:14.973197 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47d2a5-0559-418f-9c1f-435f4f2f14b6 req-2e244620-4428-4579-915a-d33a091095d6 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:14.975247 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9d47d2a5-0559-418f-9c1f-435f4f2f14b6 req-2e244620-4428-4579-915a-d33a091095d6 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 944 time: 0.1985242 Sep 26 01:37:14.980053 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-12a584ed-c914-4d9c-8b2b-a77b486e26e0 req-e10a6cc4-7081-4efe-b663-6cfb02de173b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438723 Sep 26 01:37:14.980489 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:14.984789 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e634bd42-4464-4905-ad61-5a0fed2168da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (5c7e9022-55f9-4676-93d2-cc57dbb0d973), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:14.989401 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:15.005723 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e634bd42-4464-4905-ad61-5a0fed2168da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:15.008952 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e634bd42-4464-4905-ad61-5a0fed2168da admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5c7e9022-55f9-4676-93d2-cc57dbb0d973 HTTP/1.1" status: 204 len: 168 time: 0.5379078 Sep 26 01:37:15.010156 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1defc7-e632-4c29-ad18-1b2f1ac67374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1659ab2d-256a-42ed-baba-c19d751fb475,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:15.033709 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-adc175ca-ac09-445c-b077-18a9fee6942c req-1babdce6-33fa-4e52-bc28-96efea4d342a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911849 Sep 26 01:37:15.039286 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d4c884e1-7563-45b3-b481-62b5cc811a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (0e3f3ea8-5120-48ac-acf8-8a59e764188c), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:15.043693 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d4c884e1-7563-45b3-b481-62b5cc811a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:15.048745 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d4c884e1-7563-45b3-b481-62b5cc811a10 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0e3f3ea8-5120-48ac-acf8-8a59e764188c HTTP/1.1" status: 204 len: 168 time: 0.4994566 Sep 26 01:37:15.050481 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634bd42-4464-4905-ad61-5a0fed2168da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7e9022-55f9-4676-93d2-cc57dbb0d973,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:15.066737 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c884e1-7563-45b3-b481-62b5cc811a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3f3ea8-5120-48ac-acf8-8a59e764188c,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:15.130426 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:37:15.159968 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9d47d2a5-0559-418f-9c1f-435f4f2f14b6 req-7eed1fe4-4d71-45f0-ada6-1d4bf9197dc4 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765046 Sep 26 01:37:15.259204 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:15.516326 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3d86-a2b4-4e41-a2ca-01113e551963 req-2a2f2a18-8986-4e7a-a0bc-7a94aa4b5f3f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:15.518104 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-186b3d86-a2b4-4e41-a2ca-01113e551963 req-2a2f2a18-8986-4e7a-a0bc-7a94aa4b5f3f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0505579 Sep 26 01:37:15.578236 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35414) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:15.609525 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38853c8c-9514-429b-8e78-3f70d57ea80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:15.615626 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd24d8-8aa0-45de-a98e-264e22103072 req-7dd1edd4-7ee6-42ba-9a90-bd797046f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:15.617272 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bcdd24d8-8aa0-45de-a98e-264e22103072 req-7dd1edd4-7ee6-42ba-9a90-bd797046f555 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 1129 time: 0.0505967 Sep 26 01:37:15.645680 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-186b3d86-a2b4-4e41-a2ca-01113e551963 req-6804cbe3-757f-49bc-90cf-2fe61503221f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070323 Sep 26 01:37:15.723041 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38853c8c-9514-429b-8e78-3f70d57ea80b admin admin] Publish callbacks [] for security_group (85f70562-8836-48f4-a081-e3e5d983ec47), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:15.730984 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38853c8c-9514-429b-8e78-3f70d57ea80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (85f70562-8836-48f4-a081-e3e5d983ec47), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:15.773544 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd24d8-8aa0-45de-a98e-264e22103072 req-6ebf7ed2-5e58-4a3b-b8ec-288c6d182a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:15.775702 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bcdd24d8-8aa0-45de-a98e-264e22103072 req-6ebf7ed2-5e58-4a3b-b8ec-288c6d182a5e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 919 time: 0.1335459 Sep 26 01:37:15.860380 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 35426) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:15.876283 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-809247c6-25db-4a68-add2-74b941020c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:15.999781 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:37:16.017985 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bcdd24d8-8aa0-45de-a98e-264e22103072 req-7cb9568b-92bd-435c-9a5a-2eb447b2eb74 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02b15285-09ae-477c-be6b-9cf27ce25a1f HTTP/1.1" status: 200 len: 217 time: 0.0976803 Sep 26 01:37:16.047971 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38853c8c-9514-429b-8e78-3f70d57ea80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f70562-8836-48f4-a081-e3e5d983ec47,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:16.075988 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-38853c8c-9514-429b-8e78-3f70d57ea80b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=474d52be0f6845dbb6043b564d3bc17d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960778 Sep 26 01:37:16.076748 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35438) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:16.080013 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:37:16.097868 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:37:16.098327 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.099251 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c Sep 26 01:37:16.138766 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0b98d2e6-000d-468a-9587-1d3bdf3c36b3 admin admin] Publish callbacks [] for security_group (85f70562-8836-48f4-a081-e3e5d983ec47), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.139166 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd24d8-8aa0-45de-a98e-264e22103072 req-45d6ccbd-23d8-4ff5-8e81-8bc964304e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:16.141284 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bcdd24d8-8aa0-45de-a98e-264e22103072 req-45d6ccbd-23d8-4ff5-8e81-8bc964304e49 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.1195459 Sep 26 01:37:16.165298 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0b98d2e6-000d-468a-9587-1d3bdf3c36b3 admin admin] Publish callbacks [] for security_group (85f70562-8836-48f4-a081-e3e5d983ec47), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.291122 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0b98d2e6-000d-468a-9587-1d3bdf3c36b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (85f70562-8836-48f4-a081-e3e5d983ec47), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.294199 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0b98d2e6-000d-468a-9587-1d3bdf3c36b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.298679 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-0b98d2e6-000d-468a-9587-1d3bdf3c36b3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/85f70562-8836-48f4-a081-e3e5d983ec47 HTTP/1.1" status: 204 len: 168 time: 0.2208145 Sep 26 01:37:16.314388 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98d2e6-000d-468a-9587-1d3bdf3c36b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f70562-8836-48f4-a081-e3e5d983ec47,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:16.342763 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:37:16.343376 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.372106 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:37:16.374643 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67bd4ff-d4cf-4f97-9484-3db6d5492f17" -d '{"events": [{"server_uuid": "b84bc271-dfaf-4aac-9c18-29b9202eec84", "name": "network-vif-plugged", "status": "completed", "tag": "ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:37:16.390004 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:16.397428 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.458291 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:16.535076 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6438a759-a7e1-4cb0-a570-f852f25bfa71 x-openstack-request-id: req-6438a759-a7e1-4cb0-a570-f852f25bfa71 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:37:16.535501 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84bc271-dfaf-4aac-9c18-29b9202eec84", "name": "network-vif-plugged", "status": "completed", "tag": "ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:37:16.537850 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6438a759-a7e1-4cb0-a570-f852f25bfa71 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:37:16.538601 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6438a759-a7e1-4cb0-a570-f852f25bfa71'] response: {'server_uuid': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c', 'code': 200} Sep 26 01:37:16.567655 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-809247c6-25db-4a68-add2-74b941020c7d admin admin] Publish callbacks [] for security_group (b9283744-0b4b-4466-983e-2b133b26681b), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.577547 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd24d8-8aa0-45de-a98e-264e22103072 req-a6c69fb5-1693-4e14-a75f-780bcb196ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:16.579150 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bcdd24d8-8aa0-45de-a98e-264e22103072 req-a6c69fb5-1693-4e14-a75f-780bcb196ce6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4219933 Sep 26 01:37:16.583759 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-809247c6-25db-4a68-add2-74b941020c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (b9283744-0b4b-4466-983e-2b133b26681b), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.632900 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-809247c6-25db-4a68-add2-74b941020c7d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c5320b0d28a145bf98d4fab4d73e6edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7713482 Sep 26 01:37:16.634540 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35460) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:16.665312 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:16.712782 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13112cb0-8a61-4d47-af35-c3701fef5259 req-a90e11f6-aad9-476e-aa52-32e57bfb4daf tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:16.714453 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-13112cb0-8a61-4d47-af35-c3701fef5259 req-a90e11f6-aad9-476e-aa52-32e57bfb4daf tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.2360857 Sep 26 01:37:16.737886 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-11d4546a-a7a3-4563-bc90-d0b66a6d39d4 admin admin] Publish callbacks [] for security_group (b9283744-0b4b-4466-983e-2b133b26681b), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.750601 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809247c6-25db-4a68-add2-74b941020c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9283744-0b4b-4466-983e-2b133b26681b,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:16.822410 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-11d4546a-a7a3-4563-bc90-d0b66a6d39d4 admin admin] Publish callbacks [] for security_group (b9283744-0b4b-4466-983e-2b133b26681b), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.830332 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:16.864155 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:16.912604 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-11d4546a-a7a3-4563-bc90-d0b66a6d39d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (b9283744-0b4b-4466-983e-2b133b26681b), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.916891 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-11d4546a-a7a3-4563-bc90-d0b66a6d39d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:16.918995 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-11d4546a-a7a3-4563-bc90-d0b66a6d39d4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b9283744-0b4b-4466-983e-2b133b26681b HTTP/1.1" status: 204 len: 168 time: 0.2836366 Sep 26 01:37:16.927063 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bcdd24d8-8aa0-45de-a98e-264e22103072 req-55748d30-b115-4eca-9fac-bfed8839b4ea service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138049 Sep 26 01:37:16.930811 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4546a-a7a3-4563-bc90-d0b66a6d39d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9283744-0b4b-4466-983e-2b133b26681b,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:16.945174 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3f00a-0f50-472d-abd7-cac8302fb237 req-36fa89a8-45dd-4fbc-924a-c4f5ab7875ca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:16.948317 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f5c3f00a-0f50-472d-abd7-cac8302fb237 req-36fa89a8-45dd-4fbc-924a-c4f5ab7875ca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.1705022 Sep 26 01:37:16.972720 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-13112cb0-8a61-4d47-af35-c3701fef5259 req-a203fd48-8b24-483e-a88d-e3496a5340bb tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467384 Sep 26 01:37:16.977087 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f1742-63f2-44d6-9cb2-a7e31c18d2ab req-d028aa54-b27b-40e4-aa9a-65c3c7f28fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:16.978272 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3e6f1742-63f2-44d6-9cb2-a7e31c18d2ab req-d028aa54-b27b-40e4-aa9a-65c3c7f28fcf service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 1130 time: 0.1367862 Sep 26 01:37:17.117986 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3e6f1742-63f2-44d6-9cb2-a7e31c18d2ab req-29f0eeaf-d2dc-4a41-86f9-7a264ebebca3 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278419 Sep 26 01:37:17.126764 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f5c3f00a-0f50-472d-abd7-cac8302fb237 req-8217f1b7-5c8f-45c1-b602-90d8dcd20de7 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520360 Sep 26 01:37:17.139166 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bcdd24d8-8aa0-45de-a98e-264e22103072 req-752c34fa-0db9-4cca-8660-9d2b86503425 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892028 Sep 26 01:37:17.569299 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35498) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:17.594419 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-beb6b627-9024-4d5d-976b-f3b72353ed1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:17.698108 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-beb6b627-9024-4d5d-976b-f3b72353ed1c admin admin] Publish callbacks [] for security_group (cfbbb559-95ff-4b56-a108-8cb426d7c87a), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:17.703481 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-beb6b627-9024-4d5d-976b-f3b72353ed1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (cfbbb559-95ff-4b56-a108-8cb426d7c87a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:17.754655 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-beb6b627-9024-4d5d-976b-f3b72353ed1c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c61ce3bb85cd454a80fc3ba695875284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835558 Sep 26 01:37:17.756363 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6b627-9024-4d5d-976b-f3b72353ed1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbbb559-95ff-4b56-a108-8cb426d7c87a,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:17.757997 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 35510) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:17.816375 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-abbe7066-65f3-4bb3-a256-63211688ea2e admin admin] Publish callbacks [] for security_group (cfbbb559-95ff-4b56-a108-8cb426d7c87a), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:17.839541 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-abbe7066-65f3-4bb3-a256-63211688ea2e admin admin] Publish callbacks [] for security_group (cfbbb559-95ff-4b56-a108-8cb426d7c87a), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:17.897191 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-abbe7066-65f3-4bb3-a256-63211688ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (cfbbb559-95ff-4b56-a108-8cb426d7c87a), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:17.900990 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-abbe7066-65f3-4bb3-a256-63211688ea2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:17.902994 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-abbe7066-65f3-4bb3-a256-63211688ea2e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cfbbb559-95ff-4b56-a108-8cb426d7c87a HTTP/1.1" status: 204 len: 168 time: 0.1418369 Sep 26 01:37:17.911878 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe7066-65f3-4bb3-a256-63211688ea2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbbb559-95ff-4b56-a108-8cb426d7c87a,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:18.124228 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f996685-3a99-4a67-8eac-f3fac64947aa req-9b266799-80b3-4264-86ef-a31745349170 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:18.125739 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5f996685-3a99-4a67-8eac-f3fac64947aa req-9b266799-80b3-4264-86ef-a31745349170 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0574560 Sep 26 01:37:18.197767 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5f996685-3a99-4a67-8eac-f3fac64947aa req-ad862c26-b31e-4529-8b44-5a6079bb9e53 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660565 Sep 26 01:37:18.278806 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623d4d7-80ae-4d67-bf6e-aaec13b8bf9a req-72df0903-ce74-43c4-a759-7a6968201a64 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:18.280324 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1623d4d7-80ae-4d67-bf6e-aaec13b8bf9a req-72df0903-ce74-43c4-a759-7a6968201a64 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0566130 Sep 26 01:37:18.345353 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1623d4d7-80ae-4d67-bf6e-aaec13b8bf9a req-07228188-af79-4830-aba3-900ac05f2b00 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556598 Sep 26 01:37:19.382365 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bda37-4d1a-4121-917b-aaeaff757e86 req-57192df2-102b-432b-9fb1-a39727cf005e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:19.390391 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-496bda37-4d1a-4121-917b-aaeaff757e86 req-57192df2-102b-432b-9fb1-a39727cf005e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0781152 Sep 26 01:37:19.495455 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-496bda37-4d1a-4121-917b-aaeaff757e86 req-c75c603e-0921-469d-ba4f-45ae44706542 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039202 Sep 26 01:37:19.508040 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e226cf6-452f-4882-80be-85f158fb9e56 req-216701e0-7cba-4370-92f8-5a35f37ee157 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:19.509598 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6e226cf6-452f-4882-80be-85f158fb9e56 req-216701e0-7cba-4370-92f8-5a35f37ee157 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0857525 Sep 26 01:37:19.646620 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35604) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:19.648266 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6e226cf6-452f-4882-80be-85f158fb9e56 req-0d8a88ce-74e6-411e-99d2-35f4fc4657da tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162393 Sep 26 01:37:19.686382 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40011dda-8359-4e98-8ee9-cdc5c741dab3 req-310df5f5-a3b7-4ee5-89cd-81ec66846a14 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:19.688015 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-40011dda-8359-4e98-8ee9-cdc5c741dab3 req-310df5f5-a3b7-4ee5-89cd-81ec66846a14 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0587854 Sep 26 01:37:19.700639 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35612) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:19.707783 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-055ed8ad-f2d8-4f71-906e-56e64b674d71 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Request body: {'floatingip': {'port_id': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:37:19.770837 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-055ed8ad-f2d8-4f71-906e-56e64b674d71 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (e9b8a842-58f0-4645-8744-123713a334c4), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:19.804927 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-125235573-network', 'tenant_id': 'db1abf10c3e24836a161f3035d7e58ca'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:37:19.837887 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:19.864844 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Made reservation on behalf of db1abf10c3e24836a161f3035d7e58ca for: {'network': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:37:19.867905 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:19.903778 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.156295 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Publish callbacks [] for security_group (683d2f94-fa2c-4be1-9c83-e401fc0bcff2), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.163722 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (683d2f94-fa2c-4be1-9c83-e401fc0bcff2), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.220147 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=106406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:37:20.221996 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:20.244672 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683d2f94-fa2c-4be1-9c83-e401fc0bcff2,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:20.256257 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (8dcbed68-07ac-4c67-9a74-f38be419e574), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.256769 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.segments_db [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Added segment 8dcbed68-07ac-4c67-9a74-f38be419e574 of type vlan for network d96ae2dd-c483-48c7-84c1-82589adaae3c Sep 26 01:37:20.334682 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (d96ae2dd-c483-48c7-84c1-82589adaae3c), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.402839 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-055ed8ad-f2d8-4f71-906e-56e64b674d71 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.407371 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (d96ae2dd-c483-48c7-84c1-82589adaae3c), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.408838 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:20.409877 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.416418 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-055ed8ad-f2d8-4f71-906e-56e64b674d71 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (e9b8a842-58f0-4645-8744-123713a334c4), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.509412 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8605268 Sep 26 01:37:20.512575 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 35646) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:20.518215 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-17d49c41-5bdc-4105-bc4f-08b1614d5d33 admin admin] Request body: {'subnet': {'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-125235573-subnet', 'tenant_id': 'db1abf10c3e24836a161f3035d7e58ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:37:20.531550 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c79e9d-0dcb-457f-80b3-b391ec397983 admin admin] Pushing event updated for resources: {'Network': ['ID=d96ae2dd-c483-48c7-84c1-82589adaae3c,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:20.540860 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d49c41-5bdc-4105-bc4f-08b1614d5d33 admin admin] Made reservation on behalf of db1abf10c3e24836a161f3035d7e58ca for: {'subnet': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:37:20.543845 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-17d49c41-5bdc-4105-bc4f-08b1614d5d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5001586'] for subnet (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.544213 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network d96ae2dd-c483-48c7-84c1-82589adaae3c details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:37:20.586305 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.l3_db [None req-055ed8ad-f2d8-4f71-906e-56e64b674d71 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Floating IP e9b8a842-58f0-4645-8744-123713a334c4 associated. External IP: 172.27.0.238, port: ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c. Sep 26 01:37:20.632537 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:20.697624 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35654) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:20.754706 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:20.755262 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:20.824136 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-17d49c41-5bdc-4105-bc4f-08b1614d5d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7563402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5001572'] for subnet (d0b8faa2-082a-4838-8eb7-3dbc3573a9cf), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.875193 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb45d40-5c17-4354-8d7c-3d3b779ea8b4 req-5f59e1c2-0d5f-4fa5-a697-3d4a8bd0224e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:20.876766 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-acb45d40-5c17-4354-8d7c-3d3b779ea8b4 req-5f59e1c2-0d5f-4fa5-a697-3d4a8bd0224e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.1144638 Sep 26 01:37:20.906451 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-01ba0342-2b92-40f9-9e60-0c9a8baea96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.914167 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d49c41-5bdc-4105-bc4f-08b1614d5d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b8faa2-082a-4838-8eb7-3dbc3573a9cf,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:20.930684 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055ed8ad-f2d8-4f71-906e-56e64b674d71 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Router 8158df76-f8aa-4749-a04f-887910354cf5 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:37:20.935312 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d49c41-5bdc-4105-bc4f-08b1614d5d33 admin admin] Checking segment: {'id': '8dcbed68-07ac-4c67-9a74-f38be419e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:37:20.935691 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d49c41-5bdc-4105-bc4f-08b1614d5d33 admin admin] Network hostable DHCP agents. Network: d96ae2dd-c483-48c7-84c1-82589adaae3c, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:37:20.972284 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-acb45d40-5c17-4354-8d7c-3d3b779ea8b4 req-bac6ca1d-9dd1-4222-8f76-5be1439fffb8 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824909 Sep 26 01:37:20.973403 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d49c41-5bdc-4105-bc4f-08b1614d5d33 admin admin] Network d96ae2dd-c483-48c7-84c1-82589adaae3c is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:37:20.984514 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-17d49c41-5bdc-4105-bc4f-08b1614d5d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, d96ae2dd-c483-48c7-84c1-82589adaae3c) {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:37:20.990400 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d49c41-5bdc-4105-bc4f-08b1614d5d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:20.991351 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-17d49c41-5bdc-4105-bc4f-08b1614d5d33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:20.996224 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9378d6-d0ee-432a-8fb8-2aa04639ee15 None None] Network d96ae2dd-c483-48c7-84c1-82589adaae3c requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:37:21.025467 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-17d49c41-5bdc-4105-bc4f-08b1614d5d33 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5112450 Sep 26 01:37:21.121926 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6598ed-09d0-4aeb-9f64-291dd929d5f3 None None] Network d96ae2dd-c483-48c7-84c1-82589adaae3c requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:37:21.131418 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-01ba0342-2b92-40f9-9e60-0c9a8baea96d admin admin] Publish callbacks [] for security_group (4801c6d2-c218-4fd5-b768-0dd509efaf83), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:21.134255 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055ed8ad-f2d8-4f71-906e-56e64b674d71 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:37:21.139511 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-055ed8ad-f2d8-4f71-906e-56e64b674d71 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:21.144392 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-01ba0342-2b92-40f9-9e60-0c9a8baea96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4801c6d2-c218-4fd5-b768-0dd509efaf83), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:21.148606 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd7d7b5-d3cb-4795-bbe8-0e6f490d53d4 None None] Sync routers for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:37:21.160727 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd7d7b5-d3cb-4795-bbe8-0e6f490d53d4 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:37:21.161965 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-5dd7d7b5-d3cb-4795-bbe8-0e6f490d53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:36:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:21.198532 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:21.228397 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-055ed8ad-f2d8-4f71-906e-56e64b674d71 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/e9b8a842-58f0-4645-8744-123713a334c4 HTTP/1.1" status: 200 len: 992 time: 1.5265269 Sep 26 01:37:21.232213 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'tag': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:37:21.235411 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fb9ed0-68ff-4395-83cf-26f5c0f903c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b84bc271-dfaf-4aac-9c18-29b9202eec84", "tag": "ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:37:21.244204 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 35676) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:21.245791 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-01ba0342-2b92-40f9-9e60-0c9a8baea96d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=27ede370a8cd46089afd0f46e198b4b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5464821 Sep 26 01:37:21.257391 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba0342-2b92-40f9-9e60-0c9a8baea96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4801c6d2-c218-4fd5-b768-0dd509efaf83,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:21.295690 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc35a19c-4740-4713-a9f0-87d62608cfef x-openstack-request-id: req-bc35a19c-4740-4713-a9f0-87d62608cfef {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:37:21.295858 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:21.295970 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84bc271-dfaf-4aac-9c18-29b9202eec84", "tag": "ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:37:21.296209 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc35a19c-4740-4713-a9f0-87d62608cfef {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:37:21.296636 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc35a19c-4740-4713-a9f0-87d62608cfef'] response: {'name': 'network-changed', 'server_uuid': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'tag': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c', 'status': 'completed', 'code': 200} Sep 26 01:37:21.319223 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-5dd7d7b5-d3cb-4795-bbe8-0e6f490d53d4 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:37:21.360309 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-42a5588b-8634-4b36-b0ab-2445f64bf2e1 admin admin] Publish callbacks [] for security_group (4801c6d2-c218-4fd5-b768-0dd509efaf83), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:21.392951 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-42a5588b-8634-4b36-b0ab-2445f64bf2e1 admin admin] Publish callbacks [] for security_group (4801c6d2-c218-4fd5-b768-0dd509efaf83), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:21.395956 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb9ed0-68ff-4395-83cf-26f5c0f903c9 req-9f23f9d5-ae52-419a-8a87-933af07570b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:21.397737 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-10fb9ed0-68ff-4395-83cf-26f5c0f903c9 req-9f23f9d5-ae52-419a-8a87-933af07570b7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3677555d86804f03ae243765cfd3fd24&device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 1130 time: 0.0687885 Sep 26 01:37:21.488533 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:21.528372 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-42a5588b-8634-4b36-b0ab-2445f64bf2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4801c6d2-c218-4fd5-b768-0dd509efaf83), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:21.530880 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-42a5588b-8634-4b36-b0ab-2445f64bf2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:21.534573 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-42a5588b-8634-4b36-b0ab-2445f64bf2e1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4801c6d2-c218-4fd5-b768-0dd509efaf83 HTTP/1.1" status: 204 len: 168 time: 0.2864931 Sep 26 01:37:21.553777 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5588b-8634-4b36-b0ab-2445f64bf2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4801c6d2-c218-4fd5-b768-0dd509efaf83,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:21.556270 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb9ed0-68ff-4395-83cf-26f5c0f903c9 req-70426d29-0e12-47cc-b4ad-8f3387d5fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:21.557969 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-10fb9ed0-68ff-4395-83cf-26f5c0f903c9 req-70426d29-0e12-47cc-b4ad-8f3387d5fd65 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=698acfe8-54a1-4ab3-9d7d-022ce3847edf HTTP/1.1" status: 200 len: 912 time: 0.1326654 Sep 26 01:37:21.671411 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-10fb9ed0-68ff-4395-83cf-26f5c0f903c9 req-195b0fa5-a91b-4543-855c-cb441b1e9761 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c HTTP/1.1" status: 200 len: 1000 time: 0.0975769 Sep 26 01:37:21.710061 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-5dd7d7b5-d3cb-4795-bbe8-0e6f490d53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'e9b8a842-58f0-4645-8744-123713a334c4', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'port_id': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'mac_address': 'fa:16:3e:22:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:36:28Z', 'updated_at': '2022-09-26T01:37:20Z', 'revision_number': 1, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:34Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:21.745818 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd7d7b5-d3cb-4795-bbe8-0e6f490d53d4 None None] Checking router: 8158df76-f8aa-4749-a04f-887910354cf5 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:37:21.758246 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb9ed0-68ff-4395-83cf-26f5c0f903c9 req-b4d3a17d-d860-41e2-bf23-a4b5fb95d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:21.759133 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd7d7b5-d3cb-4795-bbe8-0e6f490d53d4 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:37:21.760139 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-10fb9ed0-68ff-4395-83cf-26f5c0f903c9 req-b4d3a17d-d860-41e2-bf23-a4b5fb95d1dc service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5ecd00a3-5bd9-4765-8aee-f670f166552f HTTP/1.1" status: 200 len: 850 time: 0.0816069 Sep 26 01:37:21.760294 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-5dd7d7b5-d3cb-4795-bbe8-0e6f490d53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:36:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:21.780844 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:21.816291 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb9ed0-68ff-4395-83cf-26f5c0f903c9 req-bed74d69-6d1d-4478-a239-fd1dac589e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:21.817877 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-10fb9ed0-68ff-4395-83cf-26f5c0f903c9 req-bed74d69-6d1d-4478-a239-fd1dac589e76 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=698acfe8-54a1-4ab3-9d7d-022ce3847edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513000 Sep 26 01:37:21.968731 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-5dd7d7b5-d3cb-4795-bbe8-0e6f490d53d4 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:37:22.011568 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-10fb9ed0-68ff-4395-83cf-26f5c0f903c9 req-d4f1bf10-6b04-4469-81e6-7b7b9feb0810 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844084 Sep 26 01:37:22.089840 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:22.098520 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35706) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:22.133316 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-1f16d26f-8795-43e3-b29f-ea222b3d8147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.228584 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-10fb9ed0-68ff-4395-83cf-26f5c0f903c9 req-2e1349af-cd0e-4efd-9586-7bfbeb1bc8ad service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074709 Sep 26 01:37:22.262394 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d88f3-8a6d-46a9-b0b8-c73a50ea3272 req-2f1afba4-501d-45a7-86ce-dcb66328ea6a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:22.266656 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d89d88f3-8a6d-46a9-b0b8-c73a50ea3272 req-2f1afba4-501d-45a7-86ce-dcb66328ea6a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.1004715 Sep 26 01:37:22.294015 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-1f16d26f-8795-43e3-b29f-ea222b3d8147 admin admin] Publish callbacks [] for security_group (5d520568-0831-4f7f-a4ae-57bee9d6bed5), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.300921 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-1f16d26f-8795-43e3-b29f-ea222b3d8147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (5d520568-0831-4f7f-a4ae-57bee9d6bed5), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.358695 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d89d88f3-8a6d-46a9-b0b8-c73a50ea3272 req-7f5222de-3ec8-4474-963a-d8d6ce78beff tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776095 Sep 26 01:37:22.368278 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16d26f-8795-43e3-b29f-ea222b3d8147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d520568-0831-4f7f-a4ae-57bee9d6bed5,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:22.373515 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-1f16d26f-8795-43e3-b29f-ea222b3d8147 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7a2b99f0284746feb5d01f0bb2227920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740049 Sep 26 01:37:22.376460 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35712) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:22.434439 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ac4dbcc2-2dfb-4544-be3f-11b59d215635 admin admin] Publish callbacks [] for security_group (5d520568-0831-4f7f-a4ae-57bee9d6bed5), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.450420 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 35714) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:22.451849 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-5dd7d7b5-d3cb-4795-bbe8-0e6f490d53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'e9b8a842-58f0-4645-8744-123713a334c4', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'port_id': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'mac_address': 'fa:16:3e:22:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:36:28Z', 'updated_at': '2022-09-26T01:37:20Z', 'revision_number': 1, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:34Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:22.459673 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ac4dbcc2-2dfb-4544-be3f-11b59d215635 admin admin] Publish callbacks [] for security_group (5d520568-0831-4f7f-a4ae-57bee9d6bed5), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.486009 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd7d7b5-d3cb-4795-bbe8-0e6f490d53d4 None None] The sync data for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi is: [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'e9b8a842-58f0-4645-8744-123713a334c4', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'port_id': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'mac_address': 'fa:16:3e:22:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:36:28Z', 'updated_at': '2022-09-26T01:37:20Z', 'revision_number': 1, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:34Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:37:22.513665 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ac4dbcc2-2dfb-4544-be3f-11b59d215635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (5d520568-0831-4f7f-a4ae-57bee9d6bed5), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.516524 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ac4dbcc2-2dfb-4544-be3f-11b59d215635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.520656 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ac4dbcc2-2dfb-4544-be3f-11b59d215635 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5d520568-0831-4f7f-a4ae-57bee9d6bed5 HTTP/1.1" status: 204 len: 168 time: 0.1427155 Sep 26 01:37:22.530243 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dbcc2-2dfb-4544-be3f-11b59d215635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d520568-0831-4f7f-a4ae-57bee9d6bed5,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:22.588107 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f48e0c95-9bcf-4623-965d-38ec92a1e3b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.603598 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:22.681094 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f48e0c95-9bcf-4623-965d-38ec92a1e3b3 admin admin] Publish callbacks [] for security_group (8775ca19-7733-40af-8558-2801b83b04d9), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.685568 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f48e0c95-9bcf-4623-965d-38ec92a1e3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8775ca19-7733-40af-8558-2801b83b04d9), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.730974 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-f48e0c95-9bcf-4623-965d-38ec92a1e3b3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=23bf7776c99748808781747ac5e59768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793686 Sep 26 01:37:22.731855 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e0c95-9bcf-4623-965d-38ec92a1e3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8775ca19-7733-40af-8558-2801b83b04d9,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:22.733941 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35722) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:22.749336 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574f619-86e9-4d19-8c53-739132e25bcd None None] New status for floating IP e9b8a842-58f0-4645-8744-123713a334c4: ACTIVE {{(pid=106407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:37:22.804125 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf7c4-9d03-4395-b71e-3c20ae42849b admin admin] Publish callbacks [] for security_group (8775ca19-7733-40af-8558-2801b83b04d9), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.807262 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:22.828718 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf7c4-9d03-4395-b71e-3c20ae42849b admin admin] Publish callbacks [] for security_group (8775ca19-7733-40af-8558-2801b83b04d9), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.879158 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf7c4-9d03-4395-b71e-3c20ae42849b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8775ca19-7733-40af-8558-2801b83b04d9), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.882710 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf7c4-9d03-4395-b71e-3c20ae42849b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:22.886334 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ea2bf7c4-9d03-4395-b71e-3c20ae42849b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8775ca19-7733-40af-8558-2801b83b04d9 HTTP/1.1" status: 204 len: 168 time: 0.1490529 Sep 26 01:37:22.894743 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bf7c4-9d03-4395-b71e-3c20ae42849b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8775ca19-7733-40af-8558-2801b83b04d9,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:23.357125 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-48c6ff44-fd48-4978-8fbe-8a3a5aa393c5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:23.357914 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35766) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:23.363654 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-48c6ff44-fd48-4978-8fbe-8a3a5aa393c5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d96ae2dd-c483-48c7-84c1-82589adaae3c HTTP/1.1" status: 200 len: 813 time: 0.1503294 Sep 26 01:37:23.374414 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3b075d36-5663-43e8-8c22-43d99186150f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:23.392703 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-45913db3-2fda-4917-978c-52d1401cfdcd tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/quotas/db1abf10c3e24836a161f3035d7e58ca HTTP/1.1" status: 200 len: 375 time: 0.0277908 Sep 26 01:37:23.450315 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-05454e5b-8c2b-43ad-9ac8-3f129022b20f tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=db1abf10c3e24836a161f3035d7e58ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566354 Sep 26 01:37:23.512777 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3b075d36-5663-43e8-8c22-43d99186150f admin admin] Publish callbacks [] for security_group (d05236a3-8a0a-43f7-919d-3c43b919a996), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:23.522925 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3b075d36-5663-43e8-8c22-43d99186150f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (d05236a3-8a0a-43f7-919d-3c43b919a996), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:23.560888 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c605e-ce4b-4566-981a-23f51dff9d79 req-5367b404-d0f6-4126-b73b-85ff708d989c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:23.562921 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f16c605e-ce4b-4566-981a-23f51dff9d79 req-5367b404-d0f6-4126-b73b-85ff708d989c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.1022327 Sep 26 01:37:23.570790 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-3b075d36-5663-43e8-8c22-43d99186150f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=73647cb651f14be8af8f1d8ce97a0aaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116027 Sep 26 01:37:23.572286 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b075d36-5663-43e8-8c22-43d99186150f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05236a3-8a0a-43f7-919d-3c43b919a996,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:23.576479 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 35780) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:23.625713 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3e0b56c0-4995-474e-8959-a5cbc5f58538 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d96ae2dd-c483-48c7-84c1-82589adaae3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742775 Sep 26 01:37:23.658176 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3eb55f85-8b00-42dc-bfbd-d2906665a437 admin admin] Publish callbacks [] for security_group (d05236a3-8a0a-43f7-919d-3c43b919a996), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:23.672725 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:23.673894 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f16c605e-ce4b-4566-981a-23f51dff9d79 req-a5f77ba2-3d48-474b-b7ba-97ff17a5a9ab tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005616 Sep 26 01:37:23.689179 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3eb55f85-8b00-42dc-bfbd-d2906665a437 admin admin] Publish callbacks [] for security_group (d05236a3-8a0a-43f7-919d-3c43b919a996), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:23.724762 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:23.741787 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3eb55f85-8b00-42dc-bfbd-d2906665a437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (d05236a3-8a0a-43f7-919d-3c43b919a996), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:23.744606 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3eb55f85-8b00-42dc-bfbd-d2906665a437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:23.748085 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-3eb55f85-8b00-42dc-bfbd-d2906665a437 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d05236a3-8a0a-43f7-919d-3c43b919a996 HTTP/1.1" status: 204 len: 168 time: 0.1536098 Sep 26 01:37:23.754759 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb55f85-8b00-42dc-bfbd-d2906665a437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05236a3-8a0a-43f7-919d-3c43b919a996,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:23.758232 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-5842a19e-d8b7-48f5-8693-0a67e6785f4c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d96ae2dd-c483-48c7-84c1-82589adaae3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319480 Sep 26 01:37:24.032620 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1aac5467-e232-4fb6-9dbd-461dd5732ab8 req-4af3b0c4-e99d-4e4c-b5ce-87ad37c459b9 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 210 time: 0.0713270 Sep 26 01:37:24.799943 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892d3dd-013c-464c-a0b2-7c6b4b4df214 req-738e5327-51f1-45cd-a1ad-abba12ff1682 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:24.801607 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0892d3dd-013c-464c-a0b2-7c6b4b4df214 req-738e5327-51f1-45cd-a1ad-abba12ff1682 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0544045 Sep 26 01:37:24.858838 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0892d3dd-013c-464c-a0b2-7c6b4b4df214 req-03ae8161-2b36-4124-b113-6af68ef0f514 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493152 Sep 26 01:37:25.115801 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-da9d21a9-aae2-4b9f-ae33-115f0b923e55 req-a0ab8753-8bb0-445e-8857-70b9bf26b303 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 210 time: 0.0295832 Sep 26 01:37:25.609955 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-9f535f66-9761-4517-b668-c7db92ed31a6 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:25.611640 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-9f535f66-9761-4517-b668-c7db92ed31a6 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.52 "GET /networking/v2.0/networks?id=d96ae2dd-c483-48c7-84c1-82589adaae3c HTTP/1.1" status: 200 len: 813 time: 0.2317193 Sep 26 01:37:25.740063 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad31808-30db-4a0d-9e25-a95062384db8 req-d6a25e02-aed1-4ad8-bf4e-ada735f79741 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:25.741823 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6ad31808-30db-4a0d-9e25-a95062384db8 req-d6a25e02-aed1-4ad8-bf4e-ada735f79741 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.0510678 Sep 26 01:37:25.805088 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6ad31808-30db-4a0d-9e25-a95062384db8 req-7eb724a4-d359-466c-a151-b9be4873a7b1 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509682 Sep 26 01:37:26.011434 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183e6c3-3587-436d-8643-1e5e6530f65c req-7066368e-8a14-4f2b-8755-cf7fea71edad tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:26.012936 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c183e6c3-3587-436d-8643-1e5e6530f65c req-7066368e-8a14-4f2b-8755-cf7fea71edad tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0534058 Sep 26 01:37:26.073705 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c183e6c3-3587-436d-8643-1e5e6530f65c req-c6811f65-f963-4947-9058-6dbdde66a25f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549147 Sep 26 01:37:26.236122 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f1fce7d4-1b8d-4b87-b5d0-06fa78292007 req-c6e6a182-a1b8-428c-8987-0f978c70938a tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 210 time: 0.0308204 Sep 26 01:37:26.862060 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:26.876783 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-b270caaa-978c-4074-be08-da70d820359f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:26.927603 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef7157-5679-4879-bf25-9c7af6c8e8a0 req-6110f0a1-8e85-480b-abfc-0df1b23d1f6a tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:26.929664 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6fef7157-5679-4879-bf25-9c7af6c8e8a0 req-6110f0a1-8e85-480b-abfc-0df1b23d1f6a tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.0471013 Sep 26 01:37:26.976433 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:26.981867 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6fef7157-5679-4879-bf25-9c7af6c8e8a0 req-3d3d21ee-37ce-4aff-a60c-9c6c2d2f6e7d tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466390 Sep 26 01:37:27.197019 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91a28e-0ad1-440b-aea0-7da4ffe79ab7 req-70f9d94c-ac47-45b3-9711-bba810ff071f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:27.198743 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ce91a28e-0ad1-440b-aea0-7da4ffe79ab7 req-70f9d94c-ac47-45b3-9711-bba810ff071f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0469503 Sep 26 01:37:27.245923 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ce91a28e-0ad1-440b-aea0-7da4ffe79ab7 req-6c6607d1-b9e7-4040-b5a0-cb42ad1f2e01 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417738 Sep 26 01:37:27.340683 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c2c3621c-1148-4842-8f3d-9e9d59cb2068 req-03e7a2a6-a111-475c-8ca8-4e8016802e4f tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 210 time: 0.0282300 Sep 26 01:37:28.125263 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4cef3-b394-4c7d-b826-d43abbefc6f7 req-d4a59667-0b46-421a-ab1e-e96bf1a9c17a tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:28.126755 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8ee4cef3-b394-4c7d-b826-d43abbefc6f7 req-d4a59667-0b46-421a-ab1e-e96bf1a9c17a tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.0522077 Sep 26 01:37:28.181260 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8ee4cef3-b394-4c7d-b826-d43abbefc6f7 req-78441985-fe45-4235-9e08-969a97b1ef9d tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476582 Sep 26 01:37:28.384865 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d86e6-f609-484d-8751-79fe40072fc1 req-b5f19dbf-f09d-4be1-a6cf-45ff4bfe5dfe tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:28.386268 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-138d86e6-f609-484d-8751-79fe40072fc1 req-b5f19dbf-f09d-4be1-a6cf-45ff4bfe5dfe tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0588353 Sep 26 01:37:28.461361 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f5f32e49-b814-4aa0-9b43-699a51bd7016 req-20d84b42-b55e-4305-ad27-5204acbc295b tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 210 time: 0.0355647 Sep 26 01:37:28.464606 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-138d86e6-f609-484d-8751-79fe40072fc1 req-e1e362d2-5e16-4f4e-a896-41253a1d173c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702829 Sep 26 01:37:28.919971 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Request body: {'port': {'device_id': '1c3c7f9e-627e-471b-9262-606b432016bc', 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c', 'admin_state_up': True, 'tenant_id': 'db1abf10c3e24836a161f3035d7e58ca'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:37:29.030674 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Made reservation on behalf of db1abf10c3e24836a161f3035d7e58ca for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:37:29.034243 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:29.094727 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:29.167816 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Allocated IP 172.20.0.4 (d96ae2dd-c483-48c7-84c1-82589adaae3c/d0b8faa2-082a-4838-8eb7-3dbc3573a9cf/9b11200b-8c13-43fa-b896-2776db96c757) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:37:29.244692 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6b3a411d-1117-4e16-a724-fc782deca84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:29.580759 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea024f-955c-4f15-be5f-50ef3111514f req-ce189618-3cce-4b2a-919b-416df4386946 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:29.582167 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-36ea024f-955c-4f15-be5f-50ef3111514f req-ce189618-3cce-4b2a-919b-416df4386946 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.3130562 Sep 26 01:37:29.621629 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bc7527a0-5168-47ad-93a8-23093b03279a req-736ed2fb-9b5f-4e81-985c-e838ec698d1b tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 210 time: 0.0737164 Sep 26 01:37:29.640856 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861625e1-547f-4371-8c38-ae6d7a1f7ddf req-77b5a2bb-b850-45e4-9c98-70b9436ec863 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:29.641935 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-861625e1-547f-4371-8c38-ae6d7a1f7ddf req-77b5a2bb-b850-45e4-9c98-70b9436ec863 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 946 time: 0.1210580 Sep 26 01:37:29.656018 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks [] for port (9b11200b-8c13-43fa-b896-2776db96c757), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:29.737222 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:29.828171 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-36ea024f-955c-4f15-be5f-50ef3111514f req-66bcb475-9fdc-41fa-a4d8-6bf3d546c3b9 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a5724a5b-bc29-489b-9414-ac4dbc8249c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384136 Sep 26 01:37:29.870930 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da26c1f-463f-44cf-a975-34aaead0ab5f req-04a6c383-3f1a-4250-842c-3ca686d78a1d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:29.877309 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0da26c1f-463f-44cf-a975-34aaead0ab5f req-04a6c383-3f1a-4250-842c-3ca686d78a1d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.1961694 Sep 26 01:37:29.927804 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (9b11200b-8c13-43fa-b896-2776db96c757), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:29.930006 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-861625e1-547f-4371-8c38-ae6d7a1f7ddf req-f3f5108a-8abb-4249-a700-c9d825c16c5e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Deleting port b3d81d4b-e73c-4350-861f-23d2553b2cde {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:37:29.930354 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-861625e1-547f-4371-8c38-ae6d7a1f7ddf req-f3f5108a-8abb-4249-a700-c9d825c16c5e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:30.055741 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Network d96ae2dd-c483-48c7-84c1-82589adaae3c is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:37:30.067555 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:30.068918 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:37:30.080218 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:37:30.092840 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0da26c1f-463f-44cf-a975-34aaead0ab5f req-ba205466-bece-40ca-b013-90bb8e04543c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146773 Sep 26 01:37:30.121786 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Pushing event updated for resources: {'Port': ['ID=9b11200b-8c13-43fa-b896-2776db96c757,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:30.173622 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:30.174231 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:30.195969 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-861625e1-547f-4371-8c38-ae6d7a1f7ddf req-f3f5108a-8abb-4249-a700-c9d825c16c5e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] For port b3d81d4b-e73c-4350-861f-23d2553b2cde, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b3d81d4b-e73c-4350-861f-23d2553b2cde,segment=NetworkSegment(ab147c18-54e0-4927-81f8-1add45562b49),segment_id=ab147c18-54e0-4927-81f8-1add45562b49)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:30.196364 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-861625e1-547f-4371-8c38-ae6d7a1f7ddf req-f3f5108a-8abb-4249-a700-c9d825c16c5e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:30.213630 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-861625e1-547f-4371-8c38-ae6d7a1f7ddf req-f3f5108a-8abb-4249-a700-c9d825c16c5e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Calling delete_port for b3d81d4b-e73c-4350-861f-23d2553b2cde owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:37:30.219117 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-c86305a6-2604-4ec2-8a14-1e623d2c0eb1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3033590 Sep 26 01:37:30.240301 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Request body: {'port': {'device_id': '1c3c7f9e-627e-471b-9262-606b432016bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:37:30.378334 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9b11200b-8c13-43fa-b896-2776db96c757), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:30.545823 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-861625e1-547f-4371-8c38-ae6d7a1f7ddf req-f3f5108a-8abb-4249-a700-c9d825c16c5e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (b3d81d4b-e73c-4350-861f-23d2553b2cde), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:30.580195 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5108a-8abb-4249-a700-c9d825c16c5e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Pushing event deleted for resources: {'Port': ['ID=b3d81d4b-e73c-4350-861f-23d2553b2cde,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:30.687650 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-861625e1-547f-4371-8c38-ae6d7a1f7ddf req-f3f5108a-8abb-4249-a700-c9d825c16c5e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] No DVR routers for this DVR port b3d81d4b-e73c-4350-861f-23d2553b2cde on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:37:30.696315 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-861625e1-547f-4371-8c38-ae6d7a1f7ddf req-f3f5108a-8abb-4249-a700-c9d825c16c5e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:30.700434 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-861625e1-547f-4371-8c38-ae6d7a1f7ddf req-f3f5108a-8abb-4249-a700-c9d825c16c5e tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.52 "DELETE /networking/v2.0/ports/b3d81d4b-e73c-4350-861f-23d2553b2cde HTTP/1.1" status: 204 len: 173 time: 1.0483153 Sep 26 01:37:30.700946 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efceeac-a857-41a1-b272-5bc060d4a969', 'name': 'network-vif-deleted', 'tag': 'b3d81d4b-e73c-4350-861f-23d2553b2cde'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:37:30.703814 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf4293d-de6b-4f64-bdec-54c5e89c711d" -d '{"events": [{"server_uuid": "1efceeac-a857-41a1-b272-5bc060d4a969", "name": "network-vif-deleted", "tag": "b3d81d4b-e73c-4350-861f-23d2553b2cde"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:37:30.705619 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:30.756209 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a257cd-edf9-483b-ab1f-0ff0a15cae11 x-openstack-request-id: req-38a257cd-edf9-483b-ab1f-0ff0a15cae11 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:37:30.756521 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efceeac-a857-41a1-b272-5bc060d4a969", "name": "network-vif-deleted", "tag": "b3d81d4b-e73c-4350-861f-23d2553b2cde", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:37:30.756785 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38a257cd-edf9-483b-ab1f-0ff0a15cae11 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:37:30.757189 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a257cd-edf9-483b-ab1f-0ff0a15cae11'] response: {'server_uuid': '1efceeac-a857-41a1-b272-5bc060d4a969', 'name': 'network-vif-deleted', 'tag': 'b3d81d4b-e73c-4350-861f-23d2553b2cde', 'status': 'completed', 'code': 200} Sep 26 01:37:30.778750 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfd08c-460a-4cc1-acd5-bd769d697f37 req-5f29cda3-6308-4406-8abf-d0cfe9d5f623 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:30.780255 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d6dfd08c-460a-4cc1-acd5-bd769d697f37 req-5f29cda3-6308-4406-8abf-d0cfe9d5f623 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 931 time: 0.0715365 Sep 26 01:37:30.807625 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:30.879347 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d6dfd08c-460a-4cc1-acd5-bd769d697f37 req-e6244ccc-2ceb-480f-b1cd-fd465692fea6 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923975 Sep 26 01:37:30.881393 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b11200b-8c13-43fa-b896-2776db96c757 {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:37:30.889320 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Publish callbacks [] for port (9b11200b-8c13-43fa-b896-2776db96c757), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:30.904847 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Transition to ACTIVE for port object 9b11200b-8c13-43fa-b896-2776db96c757 will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:37:30.909778 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (9b11200b-8c13-43fa-b896-2776db96c757), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:30.969039 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e3656657-cbd6-4470-82e4-276df8042f85 req-80f6d77f-3863-41f8-9c9a-afdd6b76a627 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 210 time: 0.0543263 Sep 26 01:37:31.017810 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b11200b-8c13-43fa-b896-2776db96c757,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:31.054264 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Attempting to bind port 9b11200b-8c13-43fa-b896-2776db96c757 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:37:31.054601 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Attempting to bind port 9b11200b-8c13-43fa-b896-2776db96c757 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '8dcbed68-07ac-4c67-9a74-f38be419e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:37:31.054929 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Attempting to bind port 9b11200b-8c13-43fa-b896-2776db96c757 on network d96ae2dd-c483-48c7-84c1-82589adaae3c {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:37:31.075342 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:31.098187 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Port 9b11200b-8c13-43fa-b896-2776db96c757 on network d96ae2dd-c483-48c7-84c1-82589adaae3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:37:31.098509 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Attempting to bind port 9b11200b-8c13-43fa-b896-2776db96c757 on network d96ae2dd-c483-48c7-84c1-82589adaae3c {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:37:31.140012 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:37:31.140351 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Checking segment: {'id': '8dcbed68-07ac-4c67-9a74-f38be419e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:37:31.140802 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Bound using segment: {'id': '8dcbed68-07ac-4c67-9a74-f38be419e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:37:31.141232 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Bound port: 9b11200b-8c13-43fa-b896-2776db96c757, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dcbed68-07ac-4c67-9a74-f38be419e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:37:31.141589 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9b11200b-8c13-43fa-b896-2776db96c757), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:31.238554 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] For port 9b11200b-8c13-43fa-b896-2776db96c757, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:37:31.246208 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bec02-27b4-4e54-b5e3-81c73d8e405e req-c2248c26-6bdd-462d-959f-aae2b7ac78c3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:31.247699 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-399bec02-27b4-4e54-b5e3-81c73d8e405e req-c2248c26-6bdd-462d-959f-aae2b7ac78c3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0637338 Sep 26 01:37:31.249461 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] For port 9b11200b-8c13-43fa-b896-2776db96c757, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=9b11200b-8c13-43fa-b896-2776db96c757,segment=NetworkSegment(8dcbed68-07ac-4c67-9a74-f38be419e574),segment_id=8dcbed68-07ac-4c67-9a74-f38be419e574)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:37:31.267964 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (9b11200b-8c13-43fa-b896-2776db96c757), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:31.277392 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:31.278020 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:31.279390 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/9b11200b-8c13-43fa-b896-2776db96c757 HTTP/1.1" status: 200 len: 1093 time: 1.0519841 Sep 26 01:37:31.335222 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-399bec02-27b4-4e54-b5e3-81c73d8e405e req-ee4b2e1c-8839-4398-b85f-ea371d30983c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819771 Sep 26 01:37:31.347063 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752e460-012d-46db-967b-3c4f5b4099f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b11200b-8c13-43fa-b896-2776db96c757,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:32.007603 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1554d0f-a87f-415c-9c0d-2ffad0a31c4b req-b04964ff-8f6a-41df-8fab-79a2e7f1da17 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:32.009133 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c1554d0f-a87f-415c-9c0d-2ffad0a31c4b req-b04964ff-8f6a-41df-8fab-79a2e7f1da17 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 943 time: 0.0528960 Sep 26 01:37:32.031145 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:32.088666 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4ac1be94-7a55-4cc0-a0b6-8586839d43d4 req-908225f0-5a9a-4fdf-84b7-0c03468dd496 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 210 time: 0.0392640 Sep 26 01:37:32.092047 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c1554d0f-a87f-415c-9c0d-2ffad0a31c4b req-fb057ac5-ca02-4fe3-9684-f333afcfd5f8 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771859 Sep 26 01:37:32.208309 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:32.443238 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=55 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:32.455433 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=47 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:32.462782 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa768f2f-05b4-4ba8-ae3d-0e334b776050 req-f0b0e6f0-7ec6-443d-b1b9-84a98203d369 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:32.464255 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fa768f2f-05b4-4ba8-ae3d-0e334b776050 req-f0b0e6f0-7ec6-443d-b1b9-84a98203d369 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0481324 Sep 26 01:37:32.511585 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fa768f2f-05b4-4ba8-ae3d-0e334b776050 req-fc11df59-ef06-4c08-a38c-1fecfec1710c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417464 Sep 26 01:37:32.758538 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3c7f9e-627e-471b-9262-606b432016bc', 'tag': '9b11200b-8c13-43fa-b896-2776db96c757'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:37:32.760985 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b959899-2222-4f6c-ac90-f09c1a4e92f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3c7f9e-627e-471b-9262-606b432016bc", "tag": "9b11200b-8c13-43fa-b896-2776db96c757"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:37:32.797662 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d0d294-82ba-4dfa-9137-d028d44fa684 x-openstack-request-id: req-64d0d294-82ba-4dfa-9137-d028d44fa684 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:37:32.797948 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3c7f9e-627e-471b-9262-606b432016bc", "tag": "9b11200b-8c13-43fa-b896-2776db96c757", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:37:32.798199 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64d0d294-82ba-4dfa-9137-d028d44fa684 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:37:32.798595 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d0d294-82ba-4dfa-9137-d028d44fa684'] response: {'name': 'network-changed', 'server_uuid': '1c3c7f9e-627e-471b-9262-606b432016bc', 'tag': '9b11200b-8c13-43fa-b896-2776db96c757', 'status': 'completed', 'code': 200} Sep 26 01:37:33.199317 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['b3d81d4b-e73c-4350-861f-23d2553b2cde'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:37:33.228290 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-425ee47c-3ee9-4846-bcbe-ac500088e302 req-1c4b7cea-ae0b-4b4c-8b75-3841a614f028 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 210 time: 0.0642285 Sep 26 01:37:33.247596 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a8d2f-2a34-46cb-aa6f-ecf91168eae2 req-c81a2890-9440-4e45-9bd5-df0821372247 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:33.249098 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-093a8d2f-2a34-46cb-aa6f-ecf91168eae2 req-c81a2890-9440-4e45-9bd5-df0821372247 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 943 time: 0.0762262 Sep 26 01:37:33.300671 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:33.321336 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-34fd4d78-6579-4607-8de8-2bf8af03dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:33.323017 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-34fd4d78-6579-4607-8de8-2bf8af03dde2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=db1abf10c3e24836a161f3035d7e58ca&device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 1127 time: 0.0594242 Sep 26 01:37:33.335155 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-093a8d2f-2a34-46cb-aa6f-ecf91168eae2 req-a47a1069-6e99-4f8f-a5c9-b9be49c630aa tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793581 Sep 26 01:37:33.372754 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-9e160a33-be33-4c95-a67c-0dec6943b81a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b11200b-8c13-43fa-b896-2776db96c757 HTTP/1.1" status: 200 len: 217 time: 0.0366530 Sep 26 01:37:33.423525 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-a43ae455-2d8e-4e71-843d-5f64395c0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:33.425114 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-a43ae455-2d8e-4e71-843d-5f64395c0fcb service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=d0b8faa2-082a-4838-8eb7-3dbc3573a9cf HTTP/1.1" status: 200 len: 853 time: 0.0458438 Sep 26 01:37:33.460685 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-67d3504a-e0d1-4cfd-8414-8a3f0c910d12 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d96ae2dd-c483-48c7-84c1-82589adaae3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271363 Sep 26 01:37:33.564758 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-fca5a8df-3584-474e-af29-287899065206 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d96ae2dd-c483-48c7-84c1-82589adaae3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943406 Sep 26 01:37:33.673598 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631fce3-f03d-4971-bfdd-6e15d94534d1 req-3a768819-ade8-492e-a53e-45a41bf3f202 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:33.674979 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5631fce3-f03d-4971-bfdd-6e15d94534d1 req-3a768819-ade8-492e-a53e-45a41bf3f202 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0850236 Sep 26 01:37:33.696174 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:33.725769 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-46e0bb23-0dbe-48d5-80dc-bd86716158c0 req-7f213698-565e-46e8-a802-e12bc4c2bba3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d96ae2dd-c483-48c7-84c1-82589adaae3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532722 Sep 26 01:37:33.749306 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5631fce3-f03d-4971-bfdd-6e15d94534d1 req-84168561-a93d-4385-b4a3-b47b1c6a5d75 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643663 Sep 26 01:37:33.749654 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:DELETE=4,neutron:SELECT=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:33.751463 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=43,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:34.338988 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2dca99bd-a821-4d84-804a-a547d54f50b7 req-0e8f24f6-eaa4-482b-867f-f8401a8a0a04 tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 210 time: 0.0307705 Sep 26 01:37:34.459048 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda15b71-a129-464e-b562-42617834993f req-2a6c2190-fbca-47cb-b97c-7fd6493f351a tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:34.461168 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bda15b71-a129-464e-b562-42617834993f req-2a6c2190-fbca-47cb-b97c-7fd6493f351a tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 943 time: 0.0477960 Sep 26 01:37:34.511780 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bda15b71-a129-464e-b562-42617834993f req-708ca38c-485f-421b-933d-9c937d7a92f6 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444224 Sep 26 01:37:34.909663 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a96c8-0e54-42d7-a0b9-3f397bfddd58 req-8bb801f6-89a2-463f-bb3d-0e95119132ae tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:34.911154 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f71a96c8-0e54-42d7-a0b9-3f397bfddd58 req-8bb801f6-89a2-463f-bb3d-0e95119132ae tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0799415 Sep 26 01:37:34.917982 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b959899-2222-4f6c-ac90-f09c1a4e92f6 req-77f969e1-6710-4db2-88cc-adcbaf1a3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:34.919447 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9b959899-2222-4f6c-ac90-f09c1a4e92f6 req-77f969e1-6710-4db2-88cc-adcbaf1a3958 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=db1abf10c3e24836a161f3035d7e58ca&device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 1127 time: 0.0596468 Sep 26 01:37:35.014325 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f71a96c8-0e54-42d7-a0b9-3f397bfddd58 req-99d0fce8-3d3b-49e6-9235-0b9dfd00ddda tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938339 Sep 26 01:37:35.058011 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b959899-2222-4f6c-ac90-f09c1a4e92f6 req-8e4cb70a-f262-468e-afc0-91e7de4f412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:35.059584 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9b959899-2222-4f6c-ac90-f09c1a4e92f6 req-8e4cb70a-f262-468e-afc0-91e7de4f412f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d96ae2dd-c483-48c7-84c1-82589adaae3c HTTP/1.1" status: 200 len: 914 time: 0.1249025 Sep 26 01:37:35.106943 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9b959899-2222-4f6c-ac90-f09c1a4e92f6 req-6ba1ea62-89f8-46ed-b12a-780083a4503a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b11200b-8c13-43fa-b896-2776db96c757 HTTP/1.1" status: 200 len: 217 time: 0.0408597 Sep 26 01:37:35.164180 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b959899-2222-4f6c-ac90-f09c1a4e92f6 req-d2a066e6-b0da-4a1b-8203-1f6e9eeda29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:35.165834 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9b959899-2222-4f6c-ac90-f09c1a4e92f6 req-d2a066e6-b0da-4a1b-8203-1f6e9eeda29e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=d0b8faa2-082a-4838-8eb7-3dbc3573a9cf HTTP/1.1" status: 200 len: 853 time: 0.0517473 Sep 26 01:37:35.202027 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9b959899-2222-4f6c-ac90-f09c1a4e92f6 req-c3980e91-7b9e-4604-a4b6-13e8d6dc20ed service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d96ae2dd-c483-48c7-84c1-82589adaae3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279255 Sep 26 01:37:35.213043 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 9b11200b-8c13-43fa-b896-2776db96c757 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:37:35.220390 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device b3d81d4b-e73c-4350-861f-23d2553b2cde no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:37:35.248633 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: b3d81d4b-e73c-4350-861f-23d2553b2cde {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:37:35.249046 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device b3d81d4b-e73c-4350-861f-23d2553b2cde not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:37:35.299739 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:37:35.307020 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9b959899-2222-4f6c-ac90-f09c1a4e92f6 req-24c3a1f3-6278-4489-a63d-e3e7b1c5283c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d96ae2dd-c483-48c7-84c1-82589adaae3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955083 Sep 26 01:37:35.344838 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 9b11200b-8c13-43fa-b896-2776db96c757, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=9b11200b-8c13-43fa-b896-2776db96c757,segment=NetworkSegment(8dcbed68-07ac-4c67-9a74-f38be419e574),segment_id=8dcbed68-07ac-4c67-9a74-f38be419e574)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:35.356420 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '9b11200b-8c13-43fa-b896-2776db96c757', 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c', 'port_id': '9b11200b-8c13-43fa-b896-2776db96c757', 'mac_address': 'fa:16:3e:fb:58:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b8faa2-082a-4838-8eb7-3dbc3573a9cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:37:35.405502 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 9b11200b-8c13-43fa-b896-2776db96c757 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:37:35.405900 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9b11200b-8c13-43fa-b896-2776db96c757), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:35.420104 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b11200b-8c13-43fa-b896-2776db96c757 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:37:35.442129 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 9b11200b-8c13-43fa-b896-2776db96c757, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=9b11200b-8c13-43fa-b896-2776db96c757,segment=NetworkSegment(8dcbed68-07ac-4c67-9a74-f38be419e574),segment_id=8dcbed68-07ac-4c67-9a74-f38be419e574)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:35.446854 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (9b11200b-8c13-43fa-b896-2776db96c757), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:35.468773 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-84ab8337-3592-4d49-8c8e-d9d1ba6625d1 req-380b40e9-c3b9-463c-a05d-19b16610efde tempest-DeleteServersTestJSON-1469312362 tempest-DeleteServersTestJSON-1469312362-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1efceeac-a857-41a1-b272-5bc060d4a969 HTTP/1.1" status: 200 len: 210 time: 0.0337036 Sep 26 01:37:35.505111 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=9b11200b-8c13-43fa-b896-2776db96c757,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:35.770984 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['9b11200b-8c13-43fa-b896-2776db96c757'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:37:35.984261 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:36.000179 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c0c3c-376d-40fe-8a94-fbd12dbc8ffb req-ef8e4e3a-f5bf-4428-8ce5-8f5b801d8b3e tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:36.001673 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-542c0c3c-376d-40fe-8a94-fbd12dbc8ffb req-ef8e4e3a-f5bf-4428-8ce5-8f5b801d8b3e tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 944 time: 0.3410420 Sep 26 01:37:36.047026 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9b959899-2222-4f6c-ac90-f09c1a4e92f6 req-3afafd24-dfd0-4f39-914f-44844956df59 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d96ae2dd-c483-48c7-84c1-82589adaae3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809341 Sep 26 01:37:36.071517 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-542c0c3c-376d-40fe-8a94-fbd12dbc8ffb req-7ce9fb57-e1d9-4f7b-8417-13d7981187e3 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617819 Sep 26 01:37:36.154528 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b6c51-9911-4089-8f9d-443d4bd9a8e9 req-71781275-52d0-46be-b893-c2fcf8f6bfc3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:36.156034 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c4b6c51-9911-4089-8f9d-443d4bd9a8e9 req-71781275-52d0-46be-b893-c2fcf8f6bfc3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0502954 Sep 26 01:37:36.210584 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c4b6c51-9911-4089-8f9d-443d4bd9a8e9 req-4d1a0f2d-0a51-4f0f-b3be-e335a1168449 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489900 Sep 26 01:37:37.203542 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58bb25-e8d4-41cb-bf68-005e628b86b7 req-f5fdfa71-0ed8-41e8-ad06-2a7eb511ec22 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:37.205241 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4f58bb25-e8d4-41cb-bf68-005e628b86b7 req-f5fdfa71-0ed8-41e8-ad06-2a7eb511ec22 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 944 time: 0.0528002 Sep 26 01:37:37.230900 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 9b11200b-8c13-43fa-b896-2776db96c757 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:37:37.265193 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4f58bb25-e8d4-41cb-bf68-005e628b86b7 req-f8040657-75e7-40f3-bcd6-09e4b023bd79 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539124 Sep 26 01:37:37.290819 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port 9b11200b-8c13-43fa-b896-2776db96c757 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:37:37.298566 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 9b11200b-8c13-43fa-b896-2776db96c757 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:37:37.298877 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (9b11200b-8c13-43fa-b896-2776db96c757), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:37.299378 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 9b11200b-8c13-43fa-b896-2776db96c757 Sep 26 01:37:37.378605 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5f446-7c5e-496f-9386-7918075f5f27 req-ea11e3fc-fc4f-4fd8-a8d2-22dba7140fb8 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:37.381342 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dbe5f446-7c5e-496f-9386-7918075f5f27 req-ea11e3fc-fc4f-4fd8-a8d2-22dba7140fb8 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0594049 Sep 26 01:37:37.390188 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 9b11200b-8c13-43fa-b896-2776db96c757 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:37:37.390570 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9b11200b-8c13-43fa-b896-2776db96c757), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:37.417779 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3c7f9e-627e-471b-9262-606b432016bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b11200b-8c13-43fa-b896-2776db96c757'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:37:37.420604 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f93479-3601-4bf1-9073-b948c2fd05d7" -d '{"events": [{"server_uuid": "1c3c7f9e-627e-471b-9262-606b432016bc", "name": "network-vif-plugged", "status": "completed", "tag": "9b11200b-8c13-43fa-b896-2776db96c757"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:37:37.422400 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:37.422747 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:37.425555 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:37.436027 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 9b11200b-8c13-43fa-b896-2776db96c757, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=9b11200b-8c13-43fa-b896-2776db96c757,segment=NetworkSegment(8dcbed68-07ac-4c67-9a74-f38be419e574),segment_id=8dcbed68-07ac-4c67-9a74-f38be419e574)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:37.445191 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (9b11200b-8c13-43fa-b896-2776db96c757), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:37.450719 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dbe5f446-7c5e-496f-9386-7918075f5f27 req-b117bdc7-8249-473d-a0cb-db54e7c4b08b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578871 Sep 26 01:37:37.486633 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9d200c-f0ac-43ab-a574-13aa5f98c777 x-openstack-request-id: req-3b9d200c-f0ac-43ab-a574-13aa5f98c777 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:37:37.486930 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3c7f9e-627e-471b-9262-606b432016bc", "name": "network-vif-plugged", "status": "completed", "tag": "9b11200b-8c13-43fa-b896-2776db96c757", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:37:37.488161 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b9d200c-f0ac-43ab-a574-13aa5f98c777 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:37:37.488161 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9d200c-f0ac-43ab-a574-13aa5f98c777'] response: {'server_uuid': '1c3c7f9e-627e-471b-9262-606b432016bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b11200b-8c13-43fa-b896-2776db96c757', 'code': 200} Sep 26 01:37:37.515168 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=9b11200b-8c13-43fa-b896-2776db96c757,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:37.962614 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36178) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:38.341808 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e4b9db4f-d179-41fa-926a-ce1619b2d3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428451'] for router_interface (0c674965-3cce-47ed-b514-1af447a61f08), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:38.559524 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0674022-5a54-4bdf-9ab0-ba36b09c4db5 req-e97db36a-82a2-451b-9350-c6fb6c7a86b7 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:38.561162 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f0674022-5a54-4bdf-9ab0-ba36b09c4db5 req-e97db36a-82a2-451b-9350-c6fb6c7a86b7 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 945 time: 0.0732839 Sep 26 01:37:38.624527 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256abe25-fc94-4a21-a96a-87137663cf08 req-63a2f329-37b7-48c7-810d-00ebfa95adce tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:38.626044 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-256abe25-fc94-4a21-a96a-87137663cf08 req-63a2f329-37b7-48c7-810d-00ebfa95adce tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0879278 Sep 26 01:37:38.666389 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f0674022-5a54-4bdf-9ab0-ba36b09c4db5 req-a4328f5d-82ad-4ddc-ab9d-2bd73945d24d tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774117 Sep 26 01:37:38.695519 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-256abe25-fc94-4a21-a96a-87137663cf08 req-11e6bb17-40c4-4f35-b026-ee3caf656fa1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607958 Sep 26 01:37:38.835911 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9db4f-d179-41fa-926a-ce1619b2d3b1 admin admin] Deleting port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:37:38.836170 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e4b9db4f-d179-41fa-926a-ce1619b2d3b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:38.919514 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-e4b9db4f-d179-41fa-926a-ce1619b2d3b1 admin admin] For port 15b7cda5-1e88-4eda-8fd7-8e301b7322e8, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=15b7cda5-1e88-4eda-8fd7-8e301b7322e8,segment=NetworkSegment(ab147c18-54e0-4927-81f8-1add45562b49),segment_id=ab147c18-54e0-4927-81f8-1add45562b49)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:38.919872 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e4b9db4f-d179-41fa-926a-ce1619b2d3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:38.932405 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9db4f-d179-41fa-926a-ce1619b2d3b1 admin admin] Calling delete_port for 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 owned by network:router_interface {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:37:39.141943 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e4b9db4f-d179-41fa-926a-ce1619b2d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (15b7cda5-1e88-4eda-8fd7-8e301b7322e8), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:39.146977 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:39.151210 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:39.171400 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9db4f-d179-41fa-926a-ce1619b2d3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b7cda5-1e88-4eda-8fd7-8e301b7322e8,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:39.341855 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e4b9db4f-d179-41fa-926a-ce1619b2d3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484627'] for router_interface (0c674965-3cce-47ed-b514-1af447a61f08), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:39.549281 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b9db4f-d179-41fa-926a-ce1619b2d3b1 admin admin] Router 0c674965-3cce-47ed-b514-1af447a61f08 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:37:39.655988 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b9db4f-d179-41fa-926a-ce1619b2d3b1 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:37:39.664440 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e4b9db4f-d179-41fa-926a-ce1619b2d3b1 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/0c674965-3cce-47ed-b514-1af447a61f08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6979315 Sep 26 01:37:39.665561 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36200) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:39.668526 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfed190-c9d7-4943-981d-0a9a3b28f9ba None None] Sync routers for ids ['0c674965-3cce-47ed-b514-1af447a61f08'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:37:39.679488 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfed190-c9d7-4943-981d-0a9a3b28f9ba None None] Routers {'0c674965-3cce-47ed-b514-1af447a61f08'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:37:39.680115 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-0dfed190-c9d7-4943-981d-0a9a3b28f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:37:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['0c674965-3cce-47ed-b514-1af447a61f08'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:39.789908 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Publish callbacks [] for router (0c674965-3cce-47ed-b514-1af447a61f08), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:39.795228 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-0dfed190-c9d7-4943-981d-0a9a3b28f9ba None None] Set router 0c674965-3cce-47ed-b514-1af447a61f08 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:37:39.844908 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6f21d-7826-410b-917d-9eaec788a389 req-5c0c08c8-7844-436f-8e60-a876d8d245b6 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:39.855381 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c7c6f21d-7826-410b-917d-9eaec788a389 req-5c0c08c8-7844-436f-8e60-a876d8d245b6 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 945 time: 0.0994265 Sep 26 01:37:39.886616 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90cc21-7d4a-4630-b149-7a71d5983ee9 req-918a8e8a-98e7-451b-b2ab-c272051dbec4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:39.889314 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5f90cc21-7d4a-4630-b149-7a71d5983ee9 req-918a8e8a-98e7-451b-b2ab-c272051dbec4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0950325 Sep 26 01:37:39.914327 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Publish callbacks [] for router_gateway (0c674965-3cce-47ed-b514-1af447a61f08), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:39.945921 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c7c6f21d-7826-410b-917d-9eaec788a389 req-fd211373-3397-43fa-9d47-8902a2ba4a54 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886207 Sep 26 01:37:39.979621 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-0dfed190-c9d7-4943-981d-0a9a3b28f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c674965-3cce-47ed-b514-1af447a61f08', 'name': 'tempest-DeleteServersTestJSON-136512655-router', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:37:39Z', 'revision_number': 5, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'gw_port': {'id': '64c8348d-1a6b-4dca-a611-a47d810d3334', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c674965-3cce-47ed-b514-1af447a61f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:39.980201 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5f90cc21-7d4a-4630-b149-7a71d5983ee9 req-73dc0611-ca80-44ca-82ad-894161f24ad4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789869 Sep 26 01:37:39.999436 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Deleting port 64c8348d-1a6b-4dca-a611-a47d810d3334 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:37:39.999436 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.013060 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfed190-c9d7-4943-981d-0a9a3b28f9ba None None] Checking router: 0c674965-3cce-47ed-b514-1af447a61f08 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:37:40.023186 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfed190-c9d7-4943-981d-0a9a3b28f9ba None None] Routers {'0c674965-3cce-47ed-b514-1af447a61f08'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:37:40.024003 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-0dfed190-c9d7-4943-981d-0a9a3b28f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:37:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['0c674965-3cce-47ed-b514-1af447a61f08'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:40.095358 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] For port 64c8348d-1a6b-4dca-a611-a47d810d3334, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=64c8348d-1a6b-4dca-a611-a47d810d3334,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:40.095740 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.107873 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-0dfed190-c9d7-4943-981d-0a9a3b28f9ba None None] Set router 0c674965-3cce-47ed-b514-1af447a61f08 gateway port host: None {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:37:40.109845 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Calling delete_port for 64c8348d-1a6b-4dca-a611-a47d810d3334 owned by network:router_gateway {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:37:40.118383 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:40.161894 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-0dfed190-c9d7-4943-981d-0a9a3b28f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c674965-3cce-47ed-b514-1af447a61f08', 'name': 'tempest-DeleteServersTestJSON-136512655-router', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:37:39Z', 'revision_number': 6, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'gw_port_host': None}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:40.179731 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:40.187211 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfed190-c9d7-4943-981d-0a9a3b28f9ba None None] The sync data for ids ['0c674965-3cce-47ed-b514-1af447a61f08'] in dv-cinder-859203-2-iscsi is: [{'id': '0c674965-3cce-47ed-b514-1af447a61f08', 'name': 'tempest-DeleteServersTestJSON-136512655-router', 'tenant_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:37:39Z', 'revision_number': 6, 'project_id': '089c1c6e9cb94a19b451d0da50ba9bea', 'gw_port_host': None}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:37:40.297364 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (64c8348d-1a6b-4dca-a611-a47d810d3334), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.322083 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Pushing event deleted for resources: {'Port': ['ID=64c8348d-1a6b-4dca-a611-a47d810d3334,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:40.375779 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df501edc-8d6a-4e29-be7e-0fbd3baf3264 req-17b68aec-ed40-420f-8d8e-932c7f92f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:40.377843 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-df501edc-8d6a-4e29-be7e-0fbd3baf3264 req-17b68aec-ed40-420f-8d8e-932c7f92f351 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 1129 time: 0.0425713 Sep 26 01:37:40.390906 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485721'] for router_gateway (0c674965-3cce-47ed-b514-1af447a61f08), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.430084 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-df501edc-8d6a-4e29-be7e-0fbd3baf3264 req-c828bc92-0bb2-42a2-a582-c2e950d5365d service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441527 Sep 26 01:37:40.498128 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (0c674965-3cce-47ed-b514-1af447a61f08), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.500304 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Publish callbacks [] for router_controller (0c674965-3cce-47ed-b514-1af447a61f08), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.569546 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484718'] for router (0c674965-3cce-47ed-b514-1af447a61f08), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.570356 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c674965-3cce-47ed-b514-1af447a61f08 {{(pid=106406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 01:37:40.576491 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.577681 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-bd92d497-62f4-4490-beee-cfe7c45d81aa admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/0c674965-3cce-47ed-b514-1af447a61f08 HTTP/1.1" status: 204 len: 168 time: 0.9086075 Sep 26 01:37:40.580162 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36210) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:40.631952 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-77889732-990c-498b-aea8-44cae86322ee admin admin] Deleting subnet 35842546-844a-4390-a230-08adbc9ab2cd {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:37:40.635348 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77889732-990c-498b-aea8-44cae86322ee admin admin] Publish callbacks [] for subnet (35842546-844a-4390-a230-08adbc9ab2cd), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.671208 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77889732-990c-498b-aea8-44cae86322ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (35842546-844a-4390-a230-08adbc9ab2cd), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.787933 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77889732-990c-498b-aea8-44cae86322ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (35842546-844a-4390-a230-08adbc9ab2cd), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.841328 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77889732-990c-498b-aea8-44cae86322ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (35842546-844a-4390-a230-08adbc9ab2cd), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.867425 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77889732-990c-498b-aea8-44cae86322ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35842546-844a-4390-a230-08adbc9ab2cd,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:40.871097 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-77889732-990c-498b-aea8-44cae86322ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.874235 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-77889732-990c-498b-aea8-44cae86322ee admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/35842546-844a-4390-a230-08adbc9ab2cd HTTP/1.1" status: 204 len: 168 time: 0.2930591 Sep 26 01:37:40.876843 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36218) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:40.879382 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea7fe1b-615c-4fca-b0dc-d6859a062a33 None None] Network a8e446b2-4420-4758-be48-be813b84eea5 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:37:40.950132 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (a8e446b2-4420-4758-be48-be813b84eea5), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:40.993376 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Deleting port 3672773e-e843-441b-b01a-2c4152f7f21a {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:37:40.993720 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:41.051121 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6750b7e0-7a6f-45f2-87a8-b03e1abf4269 None None] DHCP port deletion for a8e446b2-4420-4758-be48-be813b84eea5 request from dv-cinder-859203-2-iscsi {{(pid=106407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 01:37:41.088313 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] For port 3672773e-e843-441b-b01a-2c4152f7f21a, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=3672773e-e843-441b-b01a-2c4152f7f21a,segment=NetworkSegment(ab147c18-54e0-4927-81f8-1add45562b49),segment_id=ab147c18-54e0-4927-81f8-1add45562b49)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:41.088849 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:41.124822 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-6750b7e0-7a6f-45f2-87a8-b03e1abf4269 None None] Deleting port 3672773e-e843-441b-b01a-2c4152f7f21a {{(pid=106407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:37:41.125882 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6750b7e0-7a6f-45f2-87a8-b03e1abf4269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), before_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:41.143183 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0bb8e-c1e3-4452-8f86-cf781c0fd90e req-dff42550-142e-4486-8393-44a4b8f1a9f5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:41.151200 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7cc0bb8e-c1e3-4452-8f86-cf781c0fd90e req-dff42550-142e-4486-8393-44a4b8f1a9f5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 945 time: 0.1069045 Sep 26 01:37:41.213228 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c52298-5a30-496e-aab4-84040797f3da req-217d218e-4bc0-4b1c-a883-561b6e4082d4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:41.214943 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-23c52298-5a30-496e-aab4-84040797f3da req-217d218e-4bc0-4b1c-a883-561b6e4082d4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.1212623 Sep 26 01:37:41.245526 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-6750b7e0-7a6f-45f2-87a8-b03e1abf4269 None None] For port 3672773e-e843-441b-b01a-2c4152f7f21a, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=3672773e-e843-441b-b01a-2c4152f7f21a,segment=NetworkSegment(ab147c18-54e0-4927-81f8-1add45562b49),segment_id=ab147c18-54e0-4927-81f8-1add45562b49)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:37:41.245925 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6750b7e0-7a6f-45f2-87a8-b03e1abf4269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), precommit_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:41.260965 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7cc0bb8e-c1e3-4452-8f86-cf781c0fd90e req-51db91a6-0ae0-42e0-8710-19a5cb4a4fe8 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088436 Sep 26 01:37:41.281985 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-6750b7e0-7a6f-45f2-87a8-b03e1abf4269 None None] Calling delete_port for 3672773e-e843-441b-b01a-2c4152f7f21a owned by network:dhcp {{(pid=106407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:37:41.313806 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:41.343792 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Calling delete_port for 3672773e-e843-441b-b01a-2c4152f7f21a owned by network:dhcp {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:37:41.361630 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-23c52298-5a30-496e-aab4-84040797f3da req-2632c8db-5c38-43ba-8222-336ea23383c9 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319873 Sep 26 01:37:41.445737 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:41.446614 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:DELETE=15,neutron:SELECT=85 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:41.454534 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:41.492869 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3672773e-e843-441b-b01a-2c4152f7f21a,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:41.498758 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] No DVR routers for this DVR port 3672773e-e843-441b-b01a-2c4152f7f21a on host dv-cinder-859203-2-iscsi {{(pid=106406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:37:41.518030 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6750b7e0-7a6f-45f2-87a8-b03e1abf4269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021'] for port (3672773e-e843-441b-b01a-2c4152f7f21a), after_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:41.545435 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750b7e0-7a6f-45f2-87a8-b03e1abf4269 None None] Pushing event deleted for resources: {'Port': ['ID=3672773e-e843-441b-b01a-2c4152f7f21a,revision_number=None']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:41.549010 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6750b7e0-7a6f-45f2-87a8-b03e1abf4269 None None] No DVR routers for this DVR port 3672773e-e843-441b-b01a-2c4152f7f21a on host dv-cinder-859203-2-iscsi {{(pid=106407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:37:41.595050 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (a8e446b2-4420-4758-be48-be813b84eea5), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:41.620691 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e446b2-4420-4758-be48-be813b84eea5']}} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:41.633822 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab147c18-54e0-4927-81f8-1add45562b49') {'for_net_delete': True} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:41.634357 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab147c18-54e0-4927-81f8-1add45562b49') {} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:37:41.644742 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8362259'] for segment (ab147c18-54e0-4927-81f8-1add45562b49), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:41.659751 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (ab147c18-54e0-4927-81f8-1add45562b49), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:41.674221 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=106406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:37:41.674773 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6739872'] for segment (ab147c18-54e0-4927-81f8-1add45562b49), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:41.732828 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment ab147c18-54e0-4927-81f8-1add45562b49 resource provider aggregate not found Sep 26 01:37:41.755202 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment ab147c18-54e0-4927-81f8-1add45562b49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab147c18-54e0-4927-81f8-1add45562b49 found for delete ", "request_id": "req-7834e421-6c94-4f74-9bd6-fba61617024d"}]} Sep 26 01:37:41.760419 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (a8e446b2-4420-4758-be48-be813b84eea5), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:41.765896 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:41.769050 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/a8e446b2-4420-4758-be48-be813b84eea5 HTTP/1.1" status: 204 len: 168 time: 0.8914690 Sep 26 01:37:41.781098 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820469db-0015-406a-b2de-6f6c606c25c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e446b2-4420-4758-be48-be813b84eea5,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:41.958828 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36250) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:42.011191 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-7c54765f-8698-4532-be40-5e5cb20516bb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=089c1c6e9cb94a19b451d0da50ba9bea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0512042 Sep 26 01:37:42.013850 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36256) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:42.036406 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 3672773e-e843-441b-b01a-2c4152f7f21a no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:37:42.064797 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 3672773e-e843-441b-b01a-2c4152f7f21a {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:37:42.065323 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 3672773e-e843-441b-b01a-2c4152f7f21a not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:37:42.066021 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:37:42.084215 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-764b5e29-085e-448d-ab43-30ac955672cd admin admin] Publish callbacks [] for security_group (a5724a5b-bc29-489b-9414-ac4dbc8249c3), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:42.091535 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:37:42.092080 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 15b7cda5-1e88-4eda-8fd7-8e301b7322e8 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:37:42.092575 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 64c8348d-1a6b-4dca-a611-a47d810d3334 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:37:42.105219 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-764b5e29-085e-448d-ab43-30ac955672cd admin admin] Publish callbacks [] for security_group (a5724a5b-bc29-489b-9414-ac4dbc8249c3), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:42.112508 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 64c8348d-1a6b-4dca-a611-a47d810d3334 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:37:42.112857 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 64c8348d-1a6b-4dca-a611-a47d810d3334 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:37:42.164051 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-764b5e29-085e-448d-ab43-30ac955672cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (a5724a5b-bc29-489b-9414-ac4dbc8249c3), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:42.166600 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-764b5e29-085e-448d-ab43-30ac955672cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:42.167909 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-764b5e29-085e-448d-ab43-30ac955672cd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a5724a5b-bc29-489b-9414-ac4dbc8249c3 HTTP/1.1" status: 204 len: 168 time: 0.1525798 Sep 26 01:37:42.177100 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b5e29-085e-448d-ab43-30ac955672cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5724a5b-bc29-489b-9414-ac4dbc8249c3,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:42.373921 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36270) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:42.401119 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40450718-4b4e-46a0-8d9b-51726d161cec req-2a4e9efa-54da-456e-b710-c1a8cac48477 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:42.402677 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-40450718-4b4e-46a0-8d9b-51726d161cec req-2a4e9efa-54da-456e-b710-c1a8cac48477 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 945 time: 0.0524557 Sep 26 01:37:42.472744 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-40450718-4b4e-46a0-8d9b-51726d161cec req-093b0fe2-095c-4bd1-a919-047de01ad040 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620654 Sep 26 01:37:42.553257 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adacf23-c328-4266-8596-046dd740b82f req-06b2e45c-158c-452e-8385-b49057e81b1f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:42.554915 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6adacf23-c328-4266-8596-046dd740b82f req-06b2e45c-158c-452e-8385-b49057e81b1f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0779812 Sep 26 01:37:42.557406 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-000388bb-51a4-42ee-865f-37880695cc93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:42.582407 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:42.615789 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:42.627200 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6adacf23-c328-4266-8596-046dd740b82f req-cd9bc6a9-c32d-4c45-accf-67f471a55045 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562496 Sep 26 01:37:42.714651 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-000388bb-51a4-42ee-865f-37880695cc93 admin admin] Publish callbacks [] for security_group (4dbd4d07-0a4a-49a8-8c90-7ce38bd185ca), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:42.720317 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-000388bb-51a4-42ee-865f-37880695cc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4dbd4d07-0a4a-49a8-8c90-7ce38bd185ca), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:42.779943 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-000388bb-51a4-42ee-865f-37880695cc93 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=40be2936837545b7b56ec0aa07229389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4043777 Sep 26 01:37:42.782813 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36336) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:42.796951 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000388bb-51a4-42ee-865f-37880695cc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbd4d07-0a4a-49a8-8c90-7ce38bd185ca,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:42.871278 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8542d015-7592-4009-baa0-de5554c15419 admin admin] Publish callbacks [] for security_group (4dbd4d07-0a4a-49a8-8c90-7ce38bd185ca), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:42.903979 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8542d015-7592-4009-baa0-de5554c15419 admin admin] Publish callbacks [] for security_group (4dbd4d07-0a4a-49a8-8c90-7ce38bd185ca), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:42.966171 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8542d015-7592-4009-baa0-de5554c15419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4dbd4d07-0a4a-49a8-8c90-7ce38bd185ca), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:42.969899 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8542d015-7592-4009-baa0-de5554c15419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:42.971112 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-8542d015-7592-4009-baa0-de5554c15419 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4dbd4d07-0a4a-49a8-8c90-7ce38bd185ca HTTP/1.1" status: 204 len: 168 time: 0.1870685 Sep 26 01:37:42.981708 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542d015-7592-4009-baa0-de5554c15419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbd4d07-0a4a-49a8-8c90-7ce38bd185ca,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:43.432897 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36372) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:43.447625 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e0ecb5c5-6344-4463-a6f2-6096de72cc81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:43.532412 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e0ecb5c5-6344-4463-a6f2-6096de72cc81 admin admin] Publish callbacks [] for security_group (fff122f7-9966-43d1-a04d-68ae5537541c), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:43.538748 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e0ecb5c5-6344-4463-a6f2-6096de72cc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (fff122f7-9966-43d1-a04d-68ae5537541c), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:43.580799 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecb5c5-6344-4463-a6f2-6096de72cc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff122f7-9966-43d1-a04d-68ae5537541c,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:43.588328 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-e0ecb5c5-6344-4463-a6f2-6096de72cc81 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a0d08415dee040e1b607651787c46fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520219 Sep 26 01:37:43.589262 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36390) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:43.642826 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4531d59b-74c8-4fd7-b4b6-b9e35ccaf2b8 admin admin] Publish callbacks [] for security_group (fff122f7-9966-43d1-a04d-68ae5537541c), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:43.674534 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4531d59b-74c8-4fd7-b4b6-b9e35ccaf2b8 admin admin] Publish callbacks [] for security_group (fff122f7-9966-43d1-a04d-68ae5537541c), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:43.757599 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4531d59b-74c8-4fd7-b4b6-b9e35ccaf2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (fff122f7-9966-43d1-a04d-68ae5537541c), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:43.760006 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4531d59b-74c8-4fd7-b4b6-b9e35ccaf2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:43.761170 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-4531d59b-74c8-4fd7-b4b6-b9e35ccaf2b8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fff122f7-9966-43d1-a04d-68ae5537541c HTTP/1.1" status: 204 len: 168 time: 0.1711340 Sep 26 01:37:43.780092 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19750fed-0ee4-4b54-97be-6d1bef02be58 req-e390df99-71ff-4c04-8b89-685f69783975 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:43.781624 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-19750fed-0ee4-4b54-97be-6d1bef02be58 req-e390df99-71ff-4c04-8b89-685f69783975 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0658884 Sep 26 01:37:43.782500 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531d59b-74c8-4fd7-b4b6-b9e35ccaf2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff122f7-9966-43d1-a04d-68ae5537541c,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:43.850724 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-19750fed-0ee4-4b54-97be-6d1bef02be58 req-60d60213-6391-4c4e-8b79-7f8772c4022d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569229 Sep 26 01:37:43.969869 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36408) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:44.084135 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-15c84637-0666-4879-951f-95c003a91f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:44.086941 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:44.173693 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-15c84637-0666-4879-951f-95c003a91f3d admin admin] Publish callbacks [] for security_group (70d2b4b4-30e3-4bd0-abc1-eae986aec801), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:44.178433 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-15c84637-0666-4879-951f-95c003a91f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (70d2b4b4-30e3-4bd0-abc1-eae986aec801), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:44.210112 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:44.219505 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c84637-0666-4879-951f-95c003a91f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d2b4b4-30e3-4bd0-abc1-eae986aec801,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:44.226440 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-15c84637-0666-4879-951f-95c003a91f3d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0f9b4bce74cb425993bef9dee7fec2f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555034 Sep 26 01:37:44.229292 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36424) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:44.281640 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-82439699-5839-47a1-82c1-da5735072ae4 admin admin] Publish callbacks [] for security_group (70d2b4b4-30e3-4bd0-abc1-eae986aec801), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:44.306513 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-82439699-5839-47a1-82c1-da5735072ae4 admin admin] Publish callbacks [] for security_group (70d2b4b4-30e3-4bd0-abc1-eae986aec801), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:44.357210 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-82439699-5839-47a1-82c1-da5735072ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (70d2b4b4-30e3-4bd0-abc1-eae986aec801), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:44.359594 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-82439699-5839-47a1-82c1-da5735072ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:44.361019 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-82439699-5839-47a1-82c1-da5735072ae4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/70d2b4b4-30e3-4bd0-abc1-eae986aec801 HTTP/1.1" status: 204 len: 168 time: 0.1306772 Sep 26 01:37:44.369594 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82439699-5839-47a1-82c1-da5735072ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d2b4b4-30e3-4bd0-abc1-eae986aec801,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:45.008735 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da460e6-86d6-4ef1-9329-b4c1d8870b7b req-45d7f01f-8c9a-4795-bd0d-55d302989259 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:45.011075 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2da460e6-86d6-4ef1-9329-b4c1d8870b7b req-45d7f01f-8c9a-4795-bd0d-55d302989259 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0608938 Sep 26 01:37:45.090805 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2da460e6-86d6-4ef1-9329-b4c1d8870b7b req-f9689ebe-b8e8-4f6b-866f-d35f6cd1d575 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722620 Sep 26 01:37:46.231778 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc5716-29e7-43fc-9338-c6154d279915 req-88403da1-f9eb-4e06-a2d8-fae2c4cf92c3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:46.236896 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-23cc5716-29e7-43fc-9338-c6154d279915 req-88403da1-f9eb-4e06-a2d8-fae2c4cf92c3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0670810 Sep 26 01:37:46.295353 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-23cc5716-29e7-43fc-9338-c6154d279915 req-f609e2f8-9cb6-421e-8944-a0d01da0fc5f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544496 Sep 26 01:37:46.554203 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36554) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:46.690458 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-56fc3299-3a47-4211-9964-fb92c13a9a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:46.786410 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-56fc3299-3a47-4211-9964-fb92c13a9a17 admin admin] Publish callbacks [] for security_group (f0155a82-e658-4418-be44-cdc65937b226), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:46.790702 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-56fc3299-3a47-4211-9964-fb92c13a9a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (f0155a82-e658-4418-be44-cdc65937b226), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:46.795750 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:46.846825 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36570) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:46.852755 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc3299-3a47-4211-9964-fb92c13a9a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0155a82-e658-4418-be44-cdc65937b226,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:46.862383 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36574) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:46.862680 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-56fc3299-3a47-4211-9964-fb92c13a9a17 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=69e3dd26fc504d75ae393e1194dc2919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066139 Sep 26 01:37:46.939276 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-69159b76-1610-48a7-bb1e-a084f14d7c55 admin admin] Publish callbacks [] for security_group (f0155a82-e658-4418-be44-cdc65937b226), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:46.958541 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36576) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:46.962996 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-69159b76-1610-48a7-bb1e-a084f14d7c55 admin admin] Publish callbacks [] for security_group (f0155a82-e658-4418-be44-cdc65937b226), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.029075 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-69159b76-1610-48a7-bb1e-a084f14d7c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (f0155a82-e658-4418-be44-cdc65937b226), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.031962 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-69159b76-1610-48a7-bb1e-a084f14d7c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.035598 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-69159b76-1610-48a7-bb1e-a084f14d7c55 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f0155a82-e658-4418-be44-cdc65937b226 HTTP/1.1" status: 204 len: 168 time: 0.1694613 Sep 26 01:37:47.045090 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69159b76-1610-48a7-bb1e-a084f14d7c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0155a82-e658-4418-be44-cdc65937b226,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:47.074208 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-871f32a4-4227-4c6a-8317-71a4bee8e453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.096627 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-37d22b1c-e411-42d5-80ff-21aab7e5aa06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.141665 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:47.174937 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-871f32a4-4227-4c6a-8317-71a4bee8e453 admin admin] Publish callbacks [] for security_group (580b8818-1cc9-4977-a67b-86733d8a4845), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.180475 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-871f32a4-4227-4c6a-8317-71a4bee8e453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (580b8818-1cc9-4977-a67b-86733d8a4845), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.190405 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-37d22b1c-e411-42d5-80ff-21aab7e5aa06 admin admin] Publish callbacks [] for security_group (4c96a33c-9844-48c3-a7ff-3b49d11c9bad), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.198283 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-37d22b1c-e411-42d5-80ff-21aab7e5aa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4c96a33c-9844-48c3-a7ff-3b49d11c9bad), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.227030 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-871f32a4-4227-4c6a-8317-71a4bee8e453 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=60a1e13551fd4f61860742b10e76b54f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790314 Sep 26 01:37:47.227929 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36584) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:47.241250 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d22b1c-e411-42d5-80ff-21aab7e5aa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c96a33c-9844-48c3-a7ff-3b49d11c9bad,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:47.249063 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-37d22b1c-e411-42d5-80ff-21aab7e5aa06 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ece01d95a9854799921310006905b9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891364 Sep 26 01:37:47.249650 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36586) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:47.252940 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f32a4-4227-4c6a-8317-71a4bee8e453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580b8818-1cc9-4977-a67b-86733d8a4845,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:47.301704 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5601195d-2fe3-4de2-a164-c028003a258a admin admin] Publish callbacks [] for security_group (4c96a33c-9844-48c3-a7ff-3b49d11c9bad), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.303812 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f80d6186-7a33-42a8-9c88-843c6affc364 admin admin] Publish callbacks [] for security_group (580b8818-1cc9-4977-a67b-86733d8a4845), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.325679 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5601195d-2fe3-4de2-a164-c028003a258a admin admin] Publish callbacks [] for security_group (4c96a33c-9844-48c3-a7ff-3b49d11c9bad), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.329450 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f80d6186-7a33-42a8-9c88-843c6affc364 admin admin] Publish callbacks [] for security_group (580b8818-1cc9-4977-a67b-86733d8a4845), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.387578 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5601195d-2fe3-4de2-a164-c028003a258a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4c96a33c-9844-48c3-a7ff-3b49d11c9bad), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.394328 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5601195d-2fe3-4de2-a164-c028003a258a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.399143 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f80d6186-7a33-42a8-9c88-843c6affc364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (580b8818-1cc9-4977-a67b-86733d8a4845), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.400111 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-5601195d-2fe3-4de2-a164-c028003a258a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4c96a33c-9844-48c3-a7ff-3b49d11c9bad HTTP/1.1" status: 204 len: 168 time: 0.1495011 Sep 26 01:37:47.401950 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f80d6186-7a33-42a8-9c88-843c6affc364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.409257 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-f80d6186-7a33-42a8-9c88-843c6affc364 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/580b8818-1cc9-4977-a67b-86733d8a4845 HTTP/1.1" status: 204 len: 168 time: 0.1731935 Sep 26 01:37:47.412909 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601195d-2fe3-4de2-a164-c028003a258a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c96a33c-9844-48c3-a7ff-3b49d11c9bad,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:47.427183 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d6186-7a33-42a8-9c88-843c6affc364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580b8818-1cc9-4977-a67b-86733d8a4845,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:47.480994 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36600) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:47.499885 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b825c-65c7-48ec-aaa5-9e4728e9ba2d req-2eb39e28-17c3-4923-90c9-e3ba73b45206 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:47.502880 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8f66157c-8a52-48b3-8203-65e01a2afaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.503079 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a57b825c-65c7-48ec-aaa5-9e4728e9ba2d req-2eb39e28-17c3-4923-90c9-e3ba73b45206 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0714269 Sep 26 01:37:47.541837 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:47.574092 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a57b825c-65c7-48ec-aaa5-9e4728e9ba2d req-a25b955a-4df5-4cd2-bfd1-e79142401cfd tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622799 Sep 26 01:37:47.628924 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8f66157c-8a52-48b3-8203-65e01a2afaa0 admin admin] Publish callbacks [] for security_group (6c0fce0b-b99e-425c-babb-0f67cc041073), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.634289 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8f66157c-8a52-48b3-8203-65e01a2afaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (6c0fce0b-b99e-425c-babb-0f67cc041073), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.681097 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-8f66157c-8a52-48b3-8203-65e01a2afaa0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=972e35f87282478ca429b99d33b1e201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963561 Sep 26 01:37:47.681097 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66157c-8a52-48b3-8203-65e01a2afaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0fce0b-b99e-425c-babb-0f67cc041073,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:47.681760 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36604) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:47.736437 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:47.743469 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-58f0805f-7ff2-410c-8548-60e88f47c986 admin admin] Publish callbacks [] for security_group (6c0fce0b-b99e-425c-babb-0f67cc041073), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.771499 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-58f0805f-7ff2-410c-8548-60e88f47c986 admin admin] Publish callbacks [] for security_group (6c0fce0b-b99e-425c-babb-0f67cc041073), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.830894 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-58f0805f-7ff2-410c-8548-60e88f47c986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (6c0fce0b-b99e-425c-babb-0f67cc041073), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.834244 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-58f0805f-7ff2-410c-8548-60e88f47c986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:47.835936 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-58f0805f-7ff2-410c-8548-60e88f47c986 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6c0fce0b-b99e-425c-babb-0f67cc041073 HTTP/1.1" status: 204 len: 168 time: 0.1533980 Sep 26 01:37:47.846001 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0805f-7ff2-410c-8548-60e88f47c986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0fce0b-b99e-425c-babb-0f67cc041073,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:48.001821 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36622) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:48.016923 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b33e29de-2a04-46ff-a883-02bde46717ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:48.140285 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b33e29de-2a04-46ff-a883-02bde46717ad admin admin] Publish callbacks [] for security_group (2009a138-9e34-47ff-b42a-88e7eb08d79e), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:48.147615 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b33e29de-2a04-46ff-a883-02bde46717ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (2009a138-9e34-47ff-b42a-88e7eb08d79e), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:48.198793 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-b33e29de-2a04-46ff-a883-02bde46717ad admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7b845937294a4feebed33c831de4c77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930828 Sep 26 01:37:48.198964 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36636) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:48.206210 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e29de-2a04-46ff-a883-02bde46717ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2009a138-9e34-47ff-b42a-88e7eb08d79e,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:48.260996 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-fbe0026e-1cc8-436c-b8f2-7d3ec706652a admin admin] Publish callbacks [] for security_group (2009a138-9e34-47ff-b42a-88e7eb08d79e), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:48.287172 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-fbe0026e-1cc8-436c-b8f2-7d3ec706652a admin admin] Publish callbacks [] for security_group (2009a138-9e34-47ff-b42a-88e7eb08d79e), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:48.346109 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-fbe0026e-1cc8-436c-b8f2-7d3ec706652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (2009a138-9e34-47ff-b42a-88e7eb08d79e), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:48.349872 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-fbe0026e-1cc8-436c-b8f2-7d3ec706652a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:48.352018 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-fbe0026e-1cc8-436c-b8f2-7d3ec706652a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2009a138-9e34-47ff-b42a-88e7eb08d79e HTTP/1.1" status: 204 len: 168 time: 0.1520782 Sep 26 01:37:48.362025 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0026e-1cc8-436c-b8f2-7d3ec706652a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2009a138-9e34-47ff-b42a-88e7eb08d79e,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:48.706246 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6f756-52f0-4de8-8209-7c13c98a7c32 req-15feeb44-0802-4a6d-b24e-7e9203ffe7c5 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:48.707800 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-95d6f756-52f0-4de8-8209-7c13c98a7c32 req-15feeb44-0802-4a6d-b24e-7e9203ffe7c5 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0495801 Sep 26 01:37:48.770237 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-95d6f756-52f0-4de8-8209-7c13c98a7c32 req-cc473cc1-5d11-4725-b2c2-e33d8db6dc21 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543714 Sep 26 01:37:49.960179 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568a3f9-53ba-469c-b22c-b672212b3496 req-e88de1be-b75f-41e8-8aa9-d9f89ee69e05 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:49.962038 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a568a3f9-53ba-469c-b22c-b672212b3496 req-e88de1be-b75f-41e8-8aa9-d9f89ee69e05 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0669382 Sep 26 01:37:50.017020 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a568a3f9-53ba-469c-b22c-b672212b3496 req-ab456781-b435-423e-858c-f9d6824c1395 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440981 Sep 26 01:37:51.207090 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf787f2a-c0f1-4ee0-89e6-d158393b02fe req-546654f5-e236-4fe2-8bd0-298c77afeec3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:51.215227 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cf787f2a-c0f1-4ee0-89e6-d158393b02fe req-546654f5-e236-4fe2-8bd0-298c77afeec3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0742598 Sep 26 01:37:51.280295 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cf787f2a-c0f1-4ee0-89e6-d158393b02fe req-67e4aa46-d67a-4f31-80d0-30faff5a5dd4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639999 Sep 26 01:37:52.400319 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:52.413326 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647abf37-e8d9-4a88-b8cf-0d7b0df3bf7e req-3fc8fce8-b6eb-4f26-bc9b-4e5e39d54a7c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:52.415435 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-647abf37-e8d9-4a88-b8cf-0d7b0df3bf7e req-3fc8fce8-b6eb-4f26-bc9b-4e5e39d54a7c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0547168 Sep 26 01:37:52.479007 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-647abf37-e8d9-4a88-b8cf-0d7b0df3bf7e req-fb9b56a8-ae4a-4de8-976a-3fc299b20bce tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572011 Sep 26 01:37:53.612295 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99103b20-381d-4b9e-b474-49188860faaf req-08492543-c7df-4430-9ed1-eed4f20cc9b5 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:53.614001 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-99103b20-381d-4b9e-b474-49188860faaf req-08492543-c7df-4430-9ed1-eed4f20cc9b5 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0547261 Sep 26 01:37:53.675404 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-99103b20-381d-4b9e-b474-49188860faaf req-4084a230-ed76-4d25-b887-0ff0c5bbad18 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509617 Sep 26 01:37:54.204108 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36880) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:54.312950 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-38bbaa4b-3dda-4a33-b8d8-93045d1e1cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:54.341915 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:54.395417 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-38bbaa4b-3dda-4a33-b8d8-93045d1e1cb9 admin admin] Publish callbacks [] for security_group (37e65f43-001c-40ef-a96a-1a1cc972db30), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:54.399543 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-38bbaa4b-3dda-4a33-b8d8-93045d1e1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (37e65f43-001c-40ef-a96a-1a1cc972db30), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:54.440329 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-38bbaa4b-3dda-4a33-b8d8-93045d1e1cb9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=443381f85cba447e8ad8adb79ac4d122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350962 Sep 26 01:37:54.441316 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbaa4b-3dda-4a33-b8d8-93045d1e1cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e65f43-001c-40ef-a96a-1a1cc972db30,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:54.443910 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36884) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:54.495235 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e7b428c4-b473-4e01-b68c-694c18a524e9 admin admin] Publish callbacks [] for security_group (37e65f43-001c-40ef-a96a-1a1cc972db30), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:54.516728 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e7b428c4-b473-4e01-b68c-694c18a524e9 admin admin] Publish callbacks [] for security_group (37e65f43-001c-40ef-a96a-1a1cc972db30), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:54.566319 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e7b428c4-b473-4e01-b68c-694c18a524e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (37e65f43-001c-40ef-a96a-1a1cc972db30), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:54.570569 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e7b428c4-b473-4e01-b68c-694c18a524e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:54.571848 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e7b428c4-b473-4e01-b68c-694c18a524e9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/37e65f43-001c-40ef-a96a-1a1cc972db30 HTTP/1.1" status: 204 len: 168 time: 0.1266820 Sep 26 01:37:54.580767 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b428c4-b473-4e01-b68c-694c18a524e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e65f43-001c-40ef-a96a-1a1cc972db30,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:54.857960 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d014-52f5-4f49-a5a6-4c854938c569 req-6b32dd79-0697-4704-ae86-cdc4cfb0b7fb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:54.866356 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5e28d014-52f5-4f49-a5a6-4c854938c569 req-6b32dd79-0697-4704-ae86-cdc4cfb0b7fb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0788481 Sep 26 01:37:54.932872 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5e28d014-52f5-4f49-a5a6-4c854938c569 req-316731cb-7fd9-4e5e-8db8-90bfd1d81591 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655720 Sep 26 01:37:54.946362 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 36902) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:54.961002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-219e5305-881b-4eb9-8f7e-d1f2c0e502fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:55.046264 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-219e5305-881b-4eb9-8f7e-d1f2c0e502fb admin admin] Publish callbacks [] for security_group (5b7ab24b-90d9-487c-a463-6ffedf38bc7c), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:55.054045 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-219e5305-881b-4eb9-8f7e-d1f2c0e502fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (5b7ab24b-90d9-487c-a463-6ffedf38bc7c), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:55.094815 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-219e5305-881b-4eb9-8f7e-d1f2c0e502fb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=eb2a9671332c49cea516e25271b80e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473994 Sep 26 01:37:55.095636 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e5305-881b-4eb9-8f7e-d1f2c0e502fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7ab24b-90d9-487c-a463-6ffedf38bc7c,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:55.098097 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 36908) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:55.148365 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5937e151-2ed0-40df-aea0-c819f0630134 admin admin] Publish callbacks [] for security_group (5b7ab24b-90d9-487c-a463-6ffedf38bc7c), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:55.168067 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5937e151-2ed0-40df-aea0-c819f0630134 admin admin] Publish callbacks [] for security_group (5b7ab24b-90d9-487c-a463-6ffedf38bc7c), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:55.201897 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:55.221776 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5937e151-2ed0-40df-aea0-c819f0630134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (5b7ab24b-90d9-487c-a463-6ffedf38bc7c), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:55.224787 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5937e151-2ed0-40df-aea0-c819f0630134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:55.225942 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-5937e151-2ed0-40df-aea0-c819f0630134 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5b7ab24b-90d9-487c-a463-6ffedf38bc7c HTTP/1.1" status: 204 len: 168 time: 0.1260533 Sep 26 01:37:55.233579 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937e151-2ed0-40df-aea0-c819f0630134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7ab24b-90d9-487c-a463-6ffedf38bc7c,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:37:56.062192 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db40ee8-57c6-4f90-a898-07b17895f127 req-542ebeab-b7d4-4b4b-9685-9d397029a5ff tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:56.064441 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4db40ee8-57c6-4f90-a898-07b17895f127 req-542ebeab-b7d4-4b4b-9685-9d397029a5ff tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0615737 Sep 26 01:37:56.122367 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4db40ee8-57c6-4f90-a898-07b17895f127 req-5e226562-abe3-4cca-a74b-14fec8339225 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502083 Sep 26 01:37:56.869622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-480a57d1-6912-489c-bd83-54bf8ec505b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:57.245215 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1881b7-aad6-4bdb-8a58-d89dbfc09aaa req-f38ec8ad-760a-495f-bac7-1bd138991a3b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:57.246692 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd1881b7-aad6-4bdb-8a58-d89dbfc09aaa req-f38ec8ad-760a-495f-bac7-1bd138991a3b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0477931 Sep 26 01:37:57.294604 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=48 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:57.295697 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd1881b7-aad6-4bdb-8a58-d89dbfc09aaa req-d04d275c-8fcf-41bf-bb85-35f874ea5add tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422606 Sep 26 01:37:57.305959 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:58.421629 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444d1a3-a7dd-4ee5-867e-b09e1187fe84 req-475972a3-0075-4573-bd27-e4434b6052c6 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:58.423269 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d444d1a3-a7dd-4ee5-867e-b09e1187fe84 req-475972a3-0075-4573-bd27-e4434b6052c6 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0477395 Sep 26 01:37:58.446305 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:37:58.480051 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d444d1a3-a7dd-4ee5-867e-b09e1187fe84 req-6777c7c4-4b6d-47bb-81c9-c0f35d195d8b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498302 Sep 26 01:37:59.254485 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d0fb0070-4c19-4b4c-93d5-f68411777c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:59.641064 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef7f62-e1fa-49cb-860c-70997766902e req-02cf4a9b-fc45-46a5-af17-d346f4853346 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:37:59.642671 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-41ef7f62-e1fa-49cb-860c-70997766902e req-02cf4a9b-fc45-46a5-af17-d346f4853346 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0584152 Sep 26 01:37:59.701922 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-41ef7f62-e1fa-49cb-860c-70997766902e req-4188415a-5e95-4ab3-bade-f9c6b45b155e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484457 Sep 26 01:37:59.854423 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37038) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:37:59.966385 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-13eff374-fe2c-4f05-9559-631285519dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:37:59.977787 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:00.054061 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-13eff374-fe2c-4f05-9559-631285519dba admin admin] Publish callbacks [] for security_group (4da135b2-eb8e-41c3-b85b-7c8a5752f574), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:00.059507 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-13eff374-fe2c-4f05-9559-631285519dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4da135b2-eb8e-41c3-b85b-7c8a5752f574), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:00.101813 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eff374-fe2c-4f05-9559-631285519dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da135b2-eb8e-41c3-b85b-7c8a5752f574,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:00.105955 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-13eff374-fe2c-4f05-9559-631285519dba admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d5f2c9b71d5146ed8979a19fbc86981e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502272 Sep 26 01:38:00.108547 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37046) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:00.170505 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e40a1256-7c82-4806-bc46-9c950a7e8989 admin admin] Publish callbacks [] for security_group (4da135b2-eb8e-41c3-b85b-7c8a5752f574), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:00.191744 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e40a1256-7c82-4806-bc46-9c950a7e8989 admin admin] Publish callbacks [] for security_group (4da135b2-eb8e-41c3-b85b-7c8a5752f574), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:00.245716 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e40a1256-7c82-4806-bc46-9c950a7e8989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4da135b2-eb8e-41c3-b85b-7c8a5752f574), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:00.249420 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e40a1256-7c82-4806-bc46-9c950a7e8989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:00.250613 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e40a1256-7c82-4806-bc46-9c950a7e8989 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4da135b2-eb8e-41c3-b85b-7c8a5752f574 HTTP/1.1" status: 204 len: 168 time: 0.1412001 Sep 26 01:38:00.261457 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a1256-7c82-4806-bc46-9c950a7e8989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da135b2-eb8e-41c3-b85b-7c8a5752f574,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:00.608721 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37068) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:00.618373 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d45ade5e-0e3d-4376-8091-533db5e95b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:00.705553 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d45ade5e-0e3d-4376-8091-533db5e95b84 admin admin] Publish callbacks [] for security_group (942d44af-093f-4373-9548-8204ef34c95c), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:00.711285 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d45ade5e-0e3d-4376-8091-533db5e95b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (942d44af-093f-4373-9548-8204ef34c95c), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:00.715345 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:00.757044 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d45ade5e-0e3d-4376-8091-533db5e95b84 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=22252ae1ef1d46c4aaba016c35747dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543944 Sep 26 01:38:00.758179 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ade5e-0e3d-4376-8091-533db5e95b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942d44af-093f-4373-9548-8204ef34c95c,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:00.760044 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 37082) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:00.879504 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7939be-5e53-4e22-85ae-2429d9492892 req-432a7977-bf04-4dc2-921b-123a4f8fe52e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:00.881863 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ec7939be-5e53-4e22-85ae-2429d9492892 req-432a7977-bf04-4dc2-921b-123a4f8fe52e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0719862 Sep 26 01:38:00.915276 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ee8076a4-554b-42bc-b33b-828be47118ec admin admin] Publish callbacks [] for security_group (942d44af-093f-4373-9548-8204ef34c95c), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:00.973721 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:00.985676 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ee8076a4-554b-42bc-b33b-828be47118ec admin admin] Publish callbacks [] for security_group (942d44af-093f-4373-9548-8204ef34c95c), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:00.994795 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ec7939be-5e53-4e22-85ae-2429d9492892 req-0afb7a80-172f-4baf-af0a-b531d368bf39 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051788 Sep 26 01:38:01.055722 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ee8076a4-554b-42bc-b33b-828be47118ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (942d44af-093f-4373-9548-8204ef34c95c), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:01.059339 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ee8076a4-554b-42bc-b33b-828be47118ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:01.060640 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-ee8076a4-554b-42bc-b33b-828be47118ec admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/942d44af-093f-4373-9548-8204ef34c95c HTTP/1.1" status: 204 len: 168 time: 0.2987924 Sep 26 01:38:01.075254 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8076a4-554b-42bc-b33b-828be47118ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942d44af-093f-4373-9548-8204ef34c95c,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:01.133301 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 37094) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:01.377169 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-20a6dd60-a93c-4ad2-8d2d-2245467f88c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:01.470898 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-20a6dd60-a93c-4ad2-8d2d-2245467f88c4 admin admin] Publish callbacks [] for security_group (a0f2c901-8842-4882-a08d-7496fba171f2), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:01.475963 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-20a6dd60-a93c-4ad2-8d2d-2245467f88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (a0f2c901-8842-4882-a08d-7496fba171f2), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:01.516764 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6dd60-a93c-4ad2-8d2d-2245467f88c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f2c901-8842-4882-a08d-7496fba171f2,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:01.523658 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-20a6dd60-a93c-4ad2-8d2d-2245467f88c4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c8e9f882dd924932bd0caa2c124f16a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891177 Sep 26 01:38:01.526495 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37112) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:01.591597 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7a7734de-a30f-4b84-80ec-151e56be56d5 admin admin] Publish callbacks [] for security_group (a0f2c901-8842-4882-a08d-7496fba171f2), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:01.636243 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7a7734de-a30f-4b84-80ec-151e56be56d5 admin admin] Publish callbacks [] for security_group (a0f2c901-8842-4882-a08d-7496fba171f2), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:01.710843 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7a7734de-a30f-4b84-80ec-151e56be56d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (a0f2c901-8842-4882-a08d-7496fba171f2), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:01.713402 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7a7734de-a30f-4b84-80ec-151e56be56d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:01.717695 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-7a7734de-a30f-4b84-80ec-151e56be56d5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a0f2c901-8842-4882-a08d-7496fba171f2 HTTP/1.1" status: 204 len: 168 time: 0.1899726 Sep 26 01:38:01.728881 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7734de-a30f-4b84-80ec-151e56be56d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f2c901-8842-4882-a08d-7496fba171f2,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:01.796383 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5d01a-bd31-4e2f-b56c-79e307bbd9e9 req-68aeb3cf-77b4-4ad3-af29-f56af617886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:01.798547 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-acf5d01a-bd31-4e2f-b56c-79e307bbd9e9 req-68aeb3cf-77b4-4ad3-af29-f56af617886d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 1129 time: 0.1036620 Sep 26 01:38:01.873711 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-acf5d01a-bd31-4e2f-b56c-79e307bbd9e9 req-23940fb3-e3e3-4403-9329-9a406695b558 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656731 Sep 26 01:38:02.074177 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:02.190408 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37158) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:02.211708 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b535ccab-fb51-49a9-b0b3-ced4c5f03be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:02.214445 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091b766-cc5c-4b97-9f32-43aacfb5272c req-020c9093-b674-49dd-a878-1a22391d6552 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:02.228689 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:02.241347 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3091b766-cc5c-4b97-9f32-43aacfb5272c req-020c9093-b674-49dd-a878-1a22391d6552 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.1183815 Sep 26 01:38:02.271627 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:02.292657 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:02.309009 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b535ccab-fb51-49a9-b0b3-ced4c5f03be4 admin admin] Publish callbacks [] for security_group (e6ca09c4-f97b-495a-ad6c-cb5b4336a6ab), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:02.312616 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3091b766-cc5c-4b97-9f32-43aacfb5272c req-80b37d42-5c1a-4888-b928-eb227db1540a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666668 Sep 26 01:38:02.314476 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b535ccab-fb51-49a9-b0b3-ced4c5f03be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (e6ca09c4-f97b-495a-ad6c-cb5b4336a6ab), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:02.362992 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-b535ccab-fb51-49a9-b0b3-ced4c5f03be4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=db31d191b6674c21ab8baf4309e57d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713347 Sep 26 01:38:02.364008 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535ccab-fb51-49a9-b0b3-ced4c5f03be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ca09c4-f97b-495a-ad6c-cb5b4336a6ab,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:02.367365 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 37186) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:02.442185 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a71109fa-978f-4604-a029-8e9c85acb4a4 admin admin] Publish callbacks [] for security_group (e6ca09c4-f97b-495a-ad6c-cb5b4336a6ab), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:02.471180 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a71109fa-978f-4604-a029-8e9c85acb4a4 admin admin] Publish callbacks [] for security_group (e6ca09c4-f97b-495a-ad6c-cb5b4336a6ab), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:02.510149 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:02.529353 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a71109fa-978f-4604-a029-8e9c85acb4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (e6ca09c4-f97b-495a-ad6c-cb5b4336a6ab), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:02.532418 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a71109fa-978f-4604-a029-8e9c85acb4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:02.536167 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-a71109fa-978f-4604-a029-8e9c85acb4a4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e6ca09c4-f97b-495a-ad6c-cb5b4336a6ab HTTP/1.1" status: 204 len: 168 time: 0.1652753 Sep 26 01:38:02.544444 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71109fa-978f-4604-a029-8e9c85acb4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ca09c4-f97b-495a-ad6c-cb5b4336a6ab,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:02.975766 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 37208) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:02.989270 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-97c7cbc2-791a-468f-850f-f8dc1cd0d19a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:03.074468 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-97c7cbc2-791a-468f-850f-f8dc1cd0d19a admin admin] Publish callbacks [] for security_group (f4368ba2-a123-447b-9379-0cf606844329), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:03.079596 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-97c7cbc2-791a-468f-850f-f8dc1cd0d19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (f4368ba2-a123-447b-9379-0cf606844329), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:03.120533 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-97c7cbc2-791a-468f-850f-f8dc1cd0d19a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2573036b95b2422c9c53975d1c29ebde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435018 Sep 26 01:38:03.121304 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7cbc2-791a-468f-850f-f8dc1cd0d19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4368ba2-a123-447b-9379-0cf606844329,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:03.123210 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37212) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:03.172030 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bb6a33ea-acb1-43cb-9b09-130f9f149320 admin admin] Publish callbacks [] for security_group (f4368ba2-a123-447b-9379-0cf606844329), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:03.192289 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bb6a33ea-acb1-43cb-9b09-130f9f149320 admin admin] Publish callbacks [] for security_group (f4368ba2-a123-447b-9379-0cf606844329), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:03.240774 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bb6a33ea-acb1-43cb-9b09-130f9f149320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (f4368ba2-a123-447b-9379-0cf606844329), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:03.243309 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bb6a33ea-acb1-43cb-9b09-130f9f149320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:03.244484 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-bb6a33ea-acb1-43cb-9b09-130f9f149320 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f4368ba2-a123-447b-9379-0cf606844329 HTTP/1.1" status: 204 len: 168 time: 0.1202641 Sep 26 01:38:03.252981 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a33ea-acb1-43cb-9b09-130f9f149320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4368ba2-a123-447b-9379-0cf606844329,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:03.437088 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8b01f-6531-4246-9861-757b8c2136a9 req-920bddfd-f470-42ea-bb8f-1b424c13620f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:03.438591 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30f8b01f-6531-4246-9861-757b8c2136a9 req-920bddfd-f470-42ea-bb8f-1b424c13620f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0485697 Sep 26 01:38:03.470411 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:03.493152 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30f8b01f-6531-4246-9861-757b8c2136a9 req-2b3c9bb3-cd1c-4f84-b7fe-b4c69f301a3d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485880 Sep 26 01:38:04.617219 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc35524-7168-4260-9df6-31bfd8b63c09 req-6a204484-679d-4093-9fbb-9fc288153736 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:04.618731 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1cc35524-7168-4260-9df6-31bfd8b63c09 req-6a204484-679d-4093-9fbb-9fc288153736 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0509822 Sep 26 01:38:04.677664 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1cc35524-7168-4260-9df6-31bfd8b63c09 req-9aa9ba0d-e604-4e9e-89d1-fff6d0fa1b6f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510697 Sep 26 01:38:05.815730 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde577d4-205c-4537-8e7d-24fa115172f2 req-bae77611-1176-450b-af48-8648dc88b57b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:05.818446 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bde577d4-205c-4537-8e7d-24fa115172f2 req-bae77611-1176-450b-af48-8648dc88b57b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0702391 Sep 26 01:38:05.872202 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bde577d4-205c-4537-8e7d-24fa115172f2 req-1719e40b-7d53-4b9d-9045-ef8b9531677d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478764 Sep 26 01:38:07.007544 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cb552-dc72-406b-8e59-5ddf61600fdd req-48d4185c-9750-41e0-a3a8-8a70c27646fd tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:07.009295 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f5cb552-dc72-406b-8e59-5ddf61600fdd req-48d4185c-9750-41e0-a3a8-8a70c27646fd tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0573659 Sep 26 01:38:07.067900 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f5cb552-dc72-406b-8e59-5ddf61600fdd req-d92e900b-75b5-4482-8ed1-09ee85ae5178 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507088 Sep 26 01:38:07.201943 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd3c6b-b008-4d94-98fa-4e73253a74a3 req-ffacb395-8db7-432d-83d1-927f855f047f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:07.203477 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f3bd3c6b-b008-4d94-98fa-4e73253a74a3 req-ffacb395-8db7-432d-83d1-927f855f047f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0495694 Sep 26 01:38:07.256000 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f3bd3c6b-b008-4d94-98fa-4e73253a74a3 req-13bd3014-1893-4e58-8166-f5f33d286944 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 Sep 26 01:38:09.058706 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18cb3c-574e-4dfb-98bf-efc37505cc11 req-61228306-3b2a-49eb-bbac-cc5f7d656386 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:09.060612 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ab18cb3c-574e-4dfb-98bf-efc37505cc11 req-61228306-3b2a-49eb-bbac-cc5f7d656386 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0957549 Sep 26 01:38:09.062353 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b14ce7-be18-43a5-bbfc-bd4e9838d0a2 req-66322fdd-657d-4b9d-800d-738b1f9fc0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:09.064044 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30b14ce7-be18-43a5-bbfc-bd4e9838d0a2 req-66322fdd-657d-4b9d-800d-738b1f9fc0ab service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 1129 time: 0.0973303 Sep 26 01:38:09.227888 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ab18cb3c-574e-4dfb-98bf-efc37505cc11 req-1487a5bd-81a2-4737-ab05-a800d2bc20d4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585004 Sep 26 01:38:09.248932 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b14ce7-be18-43a5-bbfc-bd4e9838d0a2 req-9fb71c3e-bc51-4cc8-8034-9dba45af9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:09.251225 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30b14ce7-be18-43a5-bbfc-bd4e9838d0a2 req-9fb71c3e-bc51-4cc8-8034-9dba45af9ff7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 919 time: 0.1751468 Sep 26 01:38:09.297098 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30b14ce7-be18-43a5-bbfc-bd4e9838d0a2 req-80c89aff-7034-4afb-8acd-787967ad1364 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2225fa4c-2032-458b-bdb1-24d6a09e40c1 HTTP/1.1" status: 200 len: 217 time: 0.0373111 Sep 26 01:38:09.349235 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b14ce7-be18-43a5-bbfc-bd4e9838d0a2 req-7c26b0f3-a185-4f35-8f97-062c14cc9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:09.350679 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30b14ce7-be18-43a5-bbfc-bd4e9838d0a2 req-7c26b0f3-a185-4f35-8f97-062c14cc9f8e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.0450830 Sep 26 01:38:09.387689 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:09.395958 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b14ce7-be18-43a5-bbfc-bd4e9838d0a2 req-79d3717e-42f4-4e60-8536-c70e31a6b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:09.397443 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30b14ce7-be18-43a5-bbfc-bd4e9838d0a2 req-79d3717e-42f4-4e60-8536-c70e31a6b4d3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393670 Sep 26 01:38:09.499304 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30b14ce7-be18-43a5-bbfc-bd4e9838d0a2 req-685d0b1d-582a-4437-ac68-66e9b9bc92be service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930142 Sep 26 01:38:09.598629 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30b14ce7-be18-43a5-bbfc-bd4e9838d0a2 req-731fd4bb-ad9f-4099-bec8-637bf695277e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896897 Sep 26 01:38:10.246743 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 37464) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:10.371531 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:10.388554 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cbec9-cc47-4d08-bccf-54944db164d8 req-24405eec-5c34-466a-9aec-bbf86938f301 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:10.390005 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cc6cbec9-cc47-4d08-bccf-54944db164d8 req-24405eec-5c34-466a-9aec-bbf86938f301 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0669506 Sep 26 01:38:10.400593 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:10.472581 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cc6cbec9-cc47-4d08-bccf-54944db164d8 req-5a87cb80-e8bf-49d1-8d2a-595d0b1f6263 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753417 Sep 26 01:38:10.502133 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Publish callbacks [] for security_group (74111071-b2dd-4fd4-80c9-f6e775562ffd), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:10.506534 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (74111071-b2dd-4fd4-80c9-f6e775562ffd), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:10.548080 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ff33aea8cc614b16bdcd5392504bf09f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002386 Sep 26 01:38:10.549492 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74111071-b2dd-4fd4-80c9-f6e775562ffd,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:10.551250 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37470) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:10.557356 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.557701 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.558039 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.559050 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.559050 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.559050 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.559337 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.559618 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.559935 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.560256 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.560609 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.560947 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.561235 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.561633 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.561960 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84e4d6-399a-44b4-bd2f-e92f2e8ed4b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.605217 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Publish callbacks [] for security_group (74111071-b2dd-4fd4-80c9-f6e775562ffd), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:10.626020 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Publish callbacks [] for security_group (74111071-b2dd-4fd4-80c9-f6e775562ffd), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:10.677559 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (74111071-b2dd-4fd4-80c9-f6e775562ffd), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:10.680269 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:10.684100 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/74111071-b2dd-4fd4-80c9-f6e775562ffd HTTP/1.1" status: 204 len: 168 time: 0.1292078 Sep 26 01:38:10.691691 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74111071-b2dd-4fd4-80c9-f6e775562ffd,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:10.701008 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.701348 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.701713 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.702063 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.702389 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.702715 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.703036 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.703354 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.703665 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.703985 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.704300 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.704645 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.704959 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.705268 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.705580 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b28070-d962-41d3-a033-2dbda852debf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:10.718086 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=64,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:10.719763 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:10.748653 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd53f816-d1db-4866-ad86-695fc317bbc2 req-a261eb7c-834c-405a-b1a7-3b7ae90744bd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460722 Sep 26 01:38:10.820175 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53f816-d1db-4866-ad86-695fc317bbc2 req-cd08a672-7224-453f-9093-eaf6433bd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:10.821997 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd53f816-d1db-4866-ad86-695fc317bbc2 req-cd08a672-7224-453f-9093-eaf6433bd8c1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 1130 time: 0.0433235 Sep 26 01:38:10.946369 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53f816-d1db-4866-ad86-695fc317bbc2 req-a32fe3b5-725d-4b48-ab8b-05158971cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:10.948122 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd53f816-d1db-4866-ad86-695fc317bbc2 req-a32fe3b5-725d-4b48-ab8b-05158971cdc7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 200 len: 917 time: 0.1046669 Sep 26 01:38:11.023799 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd53f816-d1db-4866-ad86-695fc317bbc2 req-5f1ad655-8251-467c-be7e-975d2fde4ce9 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 HTTP/1.1" status: 200 len: 1002 time: 0.0688899 Sep 26 01:38:11.028382 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37482) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:11.044548 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9297-2b5b-44b0-a7f2-8bf2f6e366ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:11.086643 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53f816-d1db-4866-ad86-695fc317bbc2 req-b58bd7ad-5176-4f2a-800b-d358dd8a7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:11.088166 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd53f816-d1db-4866-ad86-695fc317bbc2 req-b58bd7ad-5176-4f2a-800b-d358dd8a7f4a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=da203c2e-72b6-4935-8d01-4a01b35361c4 HTTP/1.1" status: 200 len: 855 time: 0.0559063 Sep 26 01:38:11.126529 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9297-2b5b-44b0-a7f2-8bf2f6e366ba admin admin] Publish callbacks [] for security_group (8eb92818-d483-43a6-b3f6-38c366852489), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:11.130905 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9297-2b5b-44b0-a7f2-8bf2f6e366ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8eb92818-d483-43a6-b3f6-38c366852489), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:11.135666 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53f816-d1db-4866-ad86-695fc317bbc2 req-9e937b84-094a-4536-8ef0-a53bbbe077a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:11.137226 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd53f816-d1db-4866-ad86-695fc317bbc2 req-9e937b84-094a-4536-8ef0-a53bbbe077a7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5af791d8-1618-4513-8e4d-eb7941c2c427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420697 Sep 26 01:38:11.172016 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e9297-2b5b-44b0-a7f2-8bf2f6e366ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb92818-d483-43a6-b3f6-38c366852489,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:11.180513 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ab5e9297-2b5b-44b0-a7f2-8bf2f6e366ba admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=263619296b544313949d1e183fbc348e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508961 Sep 26 01:38:11.181378 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37488) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:11.249430 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd53f816-d1db-4866-ad86-695fc317bbc2 req-c8b4c0ff-3717-4142-95df-2c88e7b8d7e8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028833 Sep 26 01:38:11.251780 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-958ec9e3-cb08-45a6-93e6-63fccf8f1150 admin admin] Publish callbacks [] for security_group (8eb92818-d483-43a6-b3f6-38c366852489), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:11.308434 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-958ec9e3-cb08-45a6-93e6-63fccf8f1150 admin admin] Publish callbacks [] for security_group (8eb92818-d483-43a6-b3f6-38c366852489), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:11.387945 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-958ec9e3-cb08-45a6-93e6-63fccf8f1150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8eb92818-d483-43a6-b3f6-38c366852489), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:11.391508 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:11.392089 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-958ec9e3-cb08-45a6-93e6-63fccf8f1150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:11.396769 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-958ec9e3-cb08-45a6-93e6-63fccf8f1150 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8eb92818-d483-43a6-b3f6-38c366852489 HTTP/1.1" status: 204 len: 168 time: 0.2097943 Sep 26 01:38:11.404609 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ec9e3-cb08-45a6-93e6-63fccf8f1150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb92818-d483-43a6-b3f6-38c366852489,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:11.437152 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fd53f816-d1db-4866-ad86-695fc317bbc2 req-a26bd186-f79a-4cc4-8b20-83341e0f8e1b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799495 Sep 26 01:38:11.634682 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcce4c-cebc-4b39-82e0-8d294e4c70cb req-06aedcf8-ed72-4360-8ae6-f5498725f20f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:11.636507 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2dcce4c-cebc-4b39-82e0-8d294e4c70cb req-06aedcf8-ed72-4360-8ae6-f5498725f20f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0705094 Sep 26 01:38:11.706695 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2dcce4c-cebc-4b39-82e0-8d294e4c70cb req-fb8cca01-b611-4062-b4ed-726e537f253f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598011 Sep 26 01:38:11.898097 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37526) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:12.137816 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-45a8c89f-0709-44ff-9d86-7c03ffae19d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:12.295172 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:12.316079 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:38:12.337654 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:12.391990 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-45a8c89f-0709-44ff-9d86-7c03ffae19d8 admin admin] Publish callbacks [] for security_group (aa55a226-9c10-477e-8e47-2e730ecd819f), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:12.399887 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-45a8c89f-0709-44ff-9d86-7c03ffae19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (aa55a226-9c10-477e-8e47-2e730ecd819f), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:12.429269 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293c303-6bec-451b-9a87-3225c33787b0 req-88a3d5bb-e5ab-4887-a490-c9dbe55b6e63 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:12.431778 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5293c303-6bec-451b-9a87-3225c33787b0 req-88a3d5bb-e5ab-4887-a490-c9dbe55b6e63 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0809832 Sep 26 01:38:12.460177 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8c89f-0709-44ff-9d86-7c03ffae19d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa55a226-9c10-477e-8e47-2e730ecd819f,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:12.469910 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:12.482066 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-45a8c89f-0709-44ff-9d86-7c03ffae19d8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a2fac30e93fc422bb7375ca123b3b307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5827706 Sep 26 01:38:12.483066 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37560) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:12.517978 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5293c303-6bec-451b-9a87-3225c33787b0 req-ec4a9e56-a760-48ba-9641-e04438803002 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798686 Sep 26 01:38:12.599746 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:12.616591 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4ca09909-d233-403d-aeae-52e857d54766 admin admin] Publish callbacks [] for security_group (aa55a226-9c10-477e-8e47-2e730ecd819f), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:12.623889 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 37564) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:12.642992 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4ca09909-d233-403d-aeae-52e857d54766 admin admin] Publish callbacks [] for security_group (aa55a226-9c10-477e-8e47-2e730ecd819f), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:12.703606 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4ca09909-d233-403d-aeae-52e857d54766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (aa55a226-9c10-477e-8e47-2e730ecd819f), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:12.707004 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4ca09909-d233-403d-aeae-52e857d54766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:12.708247 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-4ca09909-d233-403d-aeae-52e857d54766 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/aa55a226-9c10-477e-8e47-2e730ecd819f HTTP/1.1" status: 204 len: 168 time: 0.2240684 Sep 26 01:38:12.717403 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca09909-d233-403d-aeae-52e857d54766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa55a226-9c10-477e-8e47-2e730ecd819f,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:12.878668 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67215a1-04b4-4b65-b25a-e3ce042d9012 req-2949e9a2-873a-432f-8236-1e4bd424fb5e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:12.888191 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c67215a1-04b4-4b65-b25a-e3ce042d9012 req-2949e9a2-873a-432f-8236-1e4bd424fb5e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0875473 Sep 26 01:38:12.941873 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1511-dc3e-4b9e-a206-dfda3ab2af8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:12.966698 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c67215a1-04b4-4b65-b25a-e3ce042d9012 req-54d5737f-ba6a-4b6c-942c-ff33b8bae069 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775831 Sep 26 01:38:13.041282 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1511-dc3e-4b9e-a206-dfda3ab2af8a admin admin] Publish callbacks [] for security_group (0e1b3a3f-ddd9-425b-ab5a-981af813aec3), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.047291 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2dfc1511-dc3e-4b9e-a206-dfda3ab2af8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (0e1b3a3f-ddd9-425b-ab5a-981af813aec3), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.094180 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc1511-dc3e-4b9e-a206-dfda3ab2af8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1b3a3f-ddd9-425b-ab5a-981af813aec3,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:13.098852 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-2dfc1511-dc3e-4b9e-a206-dfda3ab2af8a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c67f8f50478749db99129a6b213b4d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733562 Sep 26 01:38:13.101788 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37584) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:13.160552 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e43599ed-a03f-4b8b-bb21-354e73081fcd admin admin] Publish callbacks [] for security_group (0e1b3a3f-ddd9-425b-ab5a-981af813aec3), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.183265 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e43599ed-a03f-4b8b-bb21-354e73081fcd admin admin] Publish callbacks [] for security_group (0e1b3a3f-ddd9-425b-ab5a-981af813aec3), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.228766 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37588) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:13.245255 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0e27f093-76f8-4df9-8b92-b3b80eee2670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.279886 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e43599ed-a03f-4b8b-bb21-354e73081fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (0e1b3a3f-ddd9-425b-ab5a-981af813aec3), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.282400 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e43599ed-a03f-4b8b-bb21-354e73081fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.286008 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e43599ed-a03f-4b8b-bb21-354e73081fcd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0e1b3a3f-ddd9-425b-ab5a-981af813aec3 HTTP/1.1" status: 204 len: 168 time: 0.1798663 Sep 26 01:38:13.300148 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43599ed-a03f-4b8b-bb21-354e73081fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1b3a3f-ddd9-425b-ab5a-981af813aec3,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:13.367794 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0e27f093-76f8-4df9-8b92-b3b80eee2670 admin admin] Publish callbacks [] for security_group (fbd0fa79-b7fd-44e3-a911-1969d8dd40fc), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.371733 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0e27f093-76f8-4df9-8b92-b3b80eee2670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (fbd0fa79-b7fd-44e3-a911-1969d8dd40fc), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.421978 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-0e27f093-76f8-4df9-8b92-b3b80eee2670 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1cdbc322dbae4343a55e6d5dc1084bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919644 Sep 26 01:38:13.423210 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27f093-76f8-4df9-8b92-b3b80eee2670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd0fa79-b7fd-44e3-a911-1969d8dd40fc,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:13.424617 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 37620) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:13.487526 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7df6-bf3f-45f3-ad30-41c2387495b1 admin admin] Publish callbacks [] for security_group (fbd0fa79-b7fd-44e3-a911-1969d8dd40fc), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.515028 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7df6-bf3f-45f3-ad30-41c2387495b1 admin admin] Publish callbacks [] for security_group (fbd0fa79-b7fd-44e3-a911-1969d8dd40fc), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.579002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7df6-bf3f-45f3-ad30-41c2387495b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (fbd0fa79-b7fd-44e3-a911-1969d8dd40fc), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.584153 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7df6-bf3f-45f3-ad30-41c2387495b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:13.585896 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-0e4d7df6-bf3f-45f3-ad30-41c2387495b1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fbd0fa79-b7fd-44e3-a911-1969d8dd40fc HTTP/1.1" status: 204 len: 168 time: 0.1598508 Sep 26 01:38:13.601038 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d7df6-bf3f-45f3-ad30-41c2387495b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd0fa79-b7fd-44e3-a911-1969d8dd40fc,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:13.714114 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1935ce-2b46-4965-aa2d-5e2a647660d6 req-c7ff3628-171c-46f0-9c11-1bc960b570ab tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:13.722139 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ac1935ce-2b46-4965-aa2d-5e2a647660d6 req-c7ff3628-171c-46f0-9c11-1bc960b570ab tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0752766 Sep 26 01:38:13.783012 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ac1935ce-2b46-4965-aa2d-5e2a647660d6 req-2e3bfd26-db6f-4757-b2e9-ae25dea7594a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599101 Sep 26 01:38:14.120974 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cec38e-84cc-4c82-a56e-55bb64f336f5 req-ed51cb06-61e2-4b8a-a2ef-176a64b7b3ac tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:14.122019 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37664) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:14.136992 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-40cec38e-84cc-4c82-a56e-55bb64f336f5 req-ed51cb06-61e2-4b8a-a2ef-176a64b7b3ac tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0704305 Sep 26 01:38:14.142233 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-327dd370-8816-4588-8683-98b76cbdf7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.195394 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-40cec38e-84cc-4c82-a56e-55bb64f336f5 req-03f637df-e1b1-493d-9f4b-674810cb6ce3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576060 Sep 26 01:38:14.227907 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:14.241912 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-327dd370-8816-4588-8683-98b76cbdf7a7 admin admin] Publish callbacks [] for security_group (48e76624-e1b7-4ce8-9da8-cc652937abd6), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.247202 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-327dd370-8816-4588-8683-98b76cbdf7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (48e76624-e1b7-4ce8-9da8-cc652937abd6), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.263441 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 37676) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:14.294485 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-327dd370-8816-4588-8683-98b76cbdf7a7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=723f9a40c05c47dbb540d2af705eabd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712012 Sep 26 01:38:14.295575 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327dd370-8816-4588-8683-98b76cbdf7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e76624-e1b7-4ce8-9da8-cc652937abd6,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:14.297148 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 37680) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:14.360413 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9af649c1-7600-447d-ae42-c88e5ab63d99 admin admin] Publish callbacks [] for security_group (48e76624-e1b7-4ce8-9da8-cc652937abd6), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.382499 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1882545378-network', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:14.388653 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:14.392179 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9af649c1-7600-447d-ae42-c88e5ab63d99 admin admin] Publish callbacks [] for security_group (48e76624-e1b7-4ce8-9da8-cc652937abd6), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.435530 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Made reservation on behalf of d1d406b57f894053834ce17fa63fa6ac for: {'network': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:38:14.438349 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.450378 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.485564 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9af649c1-7600-447d-ae42-c88e5ab63d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (48e76624-e1b7-4ce8-9da8-cc652937abd6), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.487947 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9af649c1-7600-447d-ae42-c88e5ab63d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.489968 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-9af649c1-7600-447d-ae42-c88e5ab63d99 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/48e76624-e1b7-4ce8-9da8-cc652937abd6 HTTP/1.1" status: 204 len: 168 time: 0.1900687 Sep 26 01:38:14.498006 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:14.515180 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af649c1-7600-447d-ae42-c88e5ab63d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e76624-e1b7-4ce8-9da8-cc652937abd6,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:14.574483 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Publish callbacks [] for security_group (8b840419-e90b-4816-aead-fa78badfc439), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.578625 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8b840419-e90b-4816-aead-fa78badfc439), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.602007 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=106405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:38:14.619814 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (70973bb5-1fd8-45c9-9cf0-fa9d76e45333), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.620394 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.segments_db [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Added segment 70973bb5-1fd8-45c9-9cf0-fa9d76e45333 of type vlan for network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 Sep 26 01:38:14.622083 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b840419-e90b-4816-aead-fa78badfc439,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:14.680055 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (cbb874d2-1095-44b3-8932-a4b0bcc9e4a4), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.710734 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (cbb874d2-1095-44b3-8932-a4b0bcc9e4a4), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.711942 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:14.712581 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.779954 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5125234 Sep 26 01:38:14.780945 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37686) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:14.788166 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-0e1d9b4b-f6db-49c0-becb-0ceaad7f07c1 admin admin] Request body: {'subnet': {'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1882545378-subnet', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'ip_version': 4}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:14.791782 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2327cc5-a6e8-4c6a-ba0a-0b8451b79f14 admin admin] Pushing event updated for resources: {'Network': ['ID=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:14.800874 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:38:14.822538 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1d9b4b-f6db-49c0-becb-0ceaad7f07c1 admin admin] Made reservation on behalf of d1d406b57f894053834ce17fa63fa6ac for: {'subnet': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:38:14.825110 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0e1d9b4b-f6db-49c0-becb-0ceaad7f07c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7861721'] for subnet (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:14.932601 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:14.955348 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfa987-d8c7-4a41-b80e-f87ab95a3406 req-961d796c-e604-458c-ab08-3aa6c964f273 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:14.957254 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94dfa987-d8c7-4a41-b80e-f87ab95a3406 req-961d796c-e604-458c-ab08-3aa6c964f273 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0631371 Sep 26 01:38:15.017795 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94dfa987-d8c7-4a41-b80e-f87ab95a3406 req-e815d6b0-2a87-4b0d-8f6e-5d6bf3d318fb tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510168 Sep 26 01:38:15.059379 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0e1d9b4b-f6db-49c0-becb-0ceaad7f07c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6738117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7861711'] for subnet (fe53b015-5ee8-43a5-b042-f222f4c936e1), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.118104 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d9b4b-f6db-49c0-becb-0ceaad7f07c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe53b015-5ee8-43a5-b042-f222f4c936e1,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:15.130302 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1d9b4b-f6db-49c0-becb-0ceaad7f07c1 admin admin] Checking segment: {'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:38:15.131060 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1d9b4b-f6db-49c0-becb-0ceaad7f07c1 admin admin] Network hostable DHCP agents. Network: cbb874d2-1095-44b3-8932-a4b0bcc9e4a4, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:38:15.147997 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1d9b4b-f6db-49c0-becb-0ceaad7f07c1 admin admin] Network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:38:15.156747 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-0e1d9b4b-f6db-49c0-becb-0ceaad7f07c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, cbb874d2-1095-44b3-8932-a4b0bcc9e4a4) {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:15.161687 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d9b4b-f6db-49c0-becb-0ceaad7f07c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:15.162465 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0e1d9b4b-f6db-49c0-becb-0ceaad7f07c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.169091 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcdb00a-7b11-46e6-81f2-c0cb42738c75 None None] Network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:38:15.180627 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-0e1d9b4b-f6db-49c0-becb-0ceaad7f07c1 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3986268 Sep 26 01:38:15.183323 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37694) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:15.188400 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:15.210320 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (e414412e-a1ba-4ded-99a8-6d55afe15a7a), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.211336 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (e414412e-a1ba-4ded-99a8-6d55afe15a7a), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.268791 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Publish callbacks [] for router_controller (e414412e-a1ba-4ded-99a8-6d55afe15a7a), precommit_add_association {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.420511 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Publish callbacks [] for router_gateway (e414412e-a1ba-4ded-99a8-6d55afe15a7a), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.421219 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'fixed_ips': [{'subnet_id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:38:15.422620 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.590120 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Allocated IP 172.20.0.2 (cbb874d2-1095-44b3-8932-a4b0bcc9e4a4/fe53b015-5ee8-43a5-b042-f222f4c936e1/b6ba7729-6aed-4478-a111-7558a447bb15) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:38:15.592332 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd29407-c958-48ab-bc28-72b84861943d req-8c711f9d-2308-40ae-ad64-26f88d4f3455 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:15.596830 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1dd29407-c958-48ab-bc28-72b84861943d req-8c711f9d-2308-40ae-ad64-26f88d4f3455 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.3002467 Sep 26 01:38:15.636430 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Publish callbacks [] for router_gateway (e414412e-a1ba-4ded-99a8-6d55afe15a7a), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.655384 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1dd29407-c958-48ab-bc28-72b84861943d req-2b7c88fb-9fc1-489f-ac6e-93bb5798231e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503387 Sep 26 01:38:15.662294 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.761751 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Publish callbacks [] for port (b6ba7729-6aed-4478-a111-7558a447bb15), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.770335 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.795645 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Allocated IP 172.27.0.115 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/4f559a99-e5dc-4e99-999a-12c093ec70b3) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:38:15.799809 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:15.811696 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:38:15.814757 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:15.818808 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:38:15.829488 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Pushing event updated for resources: {'Port': ['ID=b6ba7729-6aed-4478-a111-7558a447bb15,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:15.830386 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:15.852075 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.852451 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.852819 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.853165 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.853511 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.853836 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.854162 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.854491 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.854818 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.855148 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.855476 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.855823 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.856156 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.856502 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.856828 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:15.896990 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Attempting to bind port b6ba7729-6aed-4478-a111-7558a447bb15 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:38:15.897366 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Attempting to bind port b6ba7729-6aed-4478-a111-7558a447bb15 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:38:15.897730 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Attempting to bind port b6ba7729-6aed-4478-a111-7558a447bb15 on network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:38:15.923536 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Publish callbacks [] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.941292 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:38:15.941669 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Checking segment: {'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:38:15.942653 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.943045 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Bound using segment: {'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:38:15.943519 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Bound port: b6ba7729-6aed-4478-a111-7558a447bb15, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:38:15.943898 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.959219 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:15.982788 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:38:15.985569 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:15.987755 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:38:16.015222 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] For port b6ba7729-6aed-4478-a111-7558a447bb15, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:38:16.022009 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] For port b6ba7729-6aed-4478-a111-7558a447bb15, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=b6ba7729-6aed-4478-a111-7558a447bb15,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:38:16.033390 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:16.088194 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4f559a99-e5dc-4e99-999a-12c093ec70b3,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:16.121994 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:16.123225 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4228740-705e-45db-b7dc-49bbcc8990d9 None None] Pushing event updated for resources: {'Port': ['ID=b6ba7729-6aed-4478-a111-7558a447bb15,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:16.215249 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042f248-5856-4ec7-9e8a-edd9444c41b1 req-e301815e-02dc-4cac-bfc1-6afa4d81c646 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:16.217320 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b042f248-5856-4ec7-9e8a-edd9444c41b1 req-e301815e-02dc-4cac-bfc1-6afa4d81c646 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0620224 Sep 26 01:38:16.275353 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b042f248-5856-4ec7-9e8a-edd9444c41b1 req-cfabd30e-df69-41bf-95a0-bdeb92f99929 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527020 Sep 26 01:38:16.339581 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Publish callbacks [] for router_gateway (e414412e-a1ba-4ded-99a8-6d55afe15a7a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:16.564582 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665'] for router (e414412e-a1ba-4ded-99a8-6d55afe15a7a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:16.695487 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Router e414412e-a1ba-4ded-99a8-6d55afe15a7a is scheduled to L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 with binding_index 1 {{(pid=106406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 01:38:16.749313 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:16.796120 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434f278-c11a-4a2d-a970-e97adf58d767 req-252835ae-9fd1-4116-a4f5-274920435a12 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:16.797803 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a434f278-c11a-4a2d-a970-e97adf58d767 req-252835ae-9fd1-4116-a4f5-274920435a12 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0593097 Sep 26 01:38:16.809479 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:38:16.819504 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Sync routers for ids ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:38:16.835188 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:16.836883 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Routers {'e414412e-a1ba-4ded-99a8-6d55afe15a7a'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:38:16.837695 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:37:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:16.841473 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e8a70b85-abcc-425e-aa57-fd68feef54a3 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6571341 Sep 26 01:38:16.842203 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37710) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:16.862138 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a434f278-c11a-4a2d-a970-e97adf58d767 req-ba1cc9b9-de19-4f15-99b2-dda9eba6eb97 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474072 Sep 26 01:38:16.900910 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:16.954921 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:16.979722 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Set router e414412e-a1ba-4ded-99a8-6d55afe15a7a gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:38:17.190260 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:16Z', 'revision_number': 3, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:17.237429 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Checking router: e414412e-a1ba-4ded-99a8-6d55afe15a7a for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:38:17.237795 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Updating router e414412e-a1ba-4ded-99a8-6d55afe15a7a port 4f559a99-e5dc-4e99-999a-12c093ec70b3 binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:38:17.267354 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf962bf-a9ad-4829-af5d-6d4ab490a2ac None None] Network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:38:17.317194 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:17.358762 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-945b6256-e4c0-4fe6-9d60-e8d5e88c745b None None] Provisioning complete for port b6ba7729-6aed-4478-a111-7558a447bb15 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:17.359136 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-945b6256-e4c0-4fe6-9d60-e8d5e88c745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:17.359673 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-945b6256-e4c0-4fe6-9d60-e8d5e88c745b None None] Attempt 1 to provision port b6ba7729-6aed-4478-a111-7558a447bb15 Sep 26 01:38:17.553898 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:17.559601 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a22994-8787-4bf9-b8fe-fda6aa3b2e9e req-3035dd1a-a7f1-4caa-a260-8dd946b03999 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:17.561137 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43a22994-8787-4bf9-b8fe-fda6aa3b2e9e req-3035dd1a-a7f1-4caa-a260-8dd946b03999 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0526679 Sep 26 01:38:17.612674 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:17.624616 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-945b6256-e4c0-4fe6-9d60-e8d5e88c745b None None] Current status of the port b6ba7729-6aed-4478-a111-7558a447bb15 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:17.625018 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-945b6256-e4c0-4fe6-9d60-e8d5e88c745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:17.638464 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43a22994-8787-4bf9-b8fe-fda6aa3b2e9e req-1af14da1-949b-4381-8c22-f91fe1a026eb tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634038 Sep 26 01:38:17.695852 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-945b6256-e4c0-4fe6-9d60-e8d5e88c745b None None] For port b6ba7729-6aed-4478-a111-7558a447bb15, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=b6ba7729-6aed-4478-a111-7558a447bb15,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:38:17.706568 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-945b6256-e4c0-4fe6-9d60-e8d5e88c745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:17.715698 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:17.750564 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Allocated IP 172.20.0.1 (cbb874d2-1095-44b3-8932-a4b0bcc9e4a4/fe53b015-5ee8-43a5-b042-f222f4c936e1/38f03426-7c70-4f1d-9db0-190fb8d57cd1) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:38:17.792667 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Publish callbacks [] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:17.799243 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b6256-e4c0-4fe6-9d60-e8d5e88c745b None None] Pushing event updated for resources: {'Port': ['ID=b6ba7729-6aed-4478-a111-7558a447bb15,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:17.802362 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:17.841949 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Attempting to bind port 4f559a99-e5dc-4e99-999a-12c093ec70b3 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:38:17.842610 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Attempting to bind port 4f559a99-e5dc-4e99-999a-12c093ec70b3 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:38:17.842746 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Attempting to bind port 4f559a99-e5dc-4e99-999a-12c093ec70b3 on network 4033d1d8-514c-468e-8f1f-247159e0de47 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:38:17.881443 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef10db1-a43e-4e72-895a-0cd380b0e9ce None None] Pushing event updated for resources: {'Port': ['ID=4f559a99-e5dc-4e99-999a-12c093ec70b3,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:17.899298 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Publish callbacks [] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:17.901072 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:38:17.901527 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:38:17.901996 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:17.902454 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Bound using segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:38:17.903577 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Bound port: 4f559a99-e5dc-4e99-999a-12c093ec70b3, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:38:17.903577 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:17.930473 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:17.939019 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:17.948306 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:17.951988 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-bd60e4d8-9c77-4b70-8f68-7df832212b2c None None] Provisioning complete for port b6ba7729-6aed-4478-a111-7558a447bb15 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:17.952595 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-bd60e4d8-9c77-4b70-8f68-7df832212b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:17.953174 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-bd60e4d8-9c77-4b70-8f68-7df832212b2c None None] Attempt 1 to provision port b6ba7729-6aed-4478-a111-7558a447bb15 Sep 26 01:38:17.986573 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:38:17.994110 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:17.996506 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Pushing event updated for resources: {'Port': ['ID=38f03426-7c70-4f1d-9db0-190fb8d57cd1,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:17.998788 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:38:18.006144 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] For port 4f559a99-e5dc-4e99-999a-12c093ec70b3, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:38:18.032848 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:18.037800 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] For port 4f559a99-e5dc-4e99-999a-12c093ec70b3, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=4f559a99-e5dc-4e99-999a-12c093ec70b3,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:38:18.044677 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec024e0-aaa7-4020-9bb6-dfc0ed675804 req-813486f4-f855-4d7a-8feb-7bff8415fec7 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:18.062599 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1ec024e0-aaa7-4020-9bb6-dfc0ed675804 req-813486f4-f855-4d7a-8feb-7bff8415fec7 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0942090 Sep 26 01:38:18.064384 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:18.071432 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428312'] for router_interface (e414412e-a1ba-4ded-99a8-6d55afe15a7a), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:18.135168 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Routers {'e414412e-a1ba-4ded-99a8-6d55afe15a7a'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:38:18.135994 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:37:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:18.177065 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1ec024e0-aaa7-4020-9bb6-dfc0ed675804 req-250bfa1e-f4ba-467b-92d1-71b1a5642416 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135285 Sep 26 01:38:18.178513 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-bd60e4d8-9c77-4b70-8f68-7df832212b2c None None] Current status of the port b6ba7729-6aed-4478-a111-7558a447bb15 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:18.186246 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device b6ba7729-6aed-4478-a111-7558a447bb15 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:38:18.246590 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef10db1-a43e-4e72-895a-0cd380b0e9ce None None] Pushing event updated for resources: {'Port': ['ID=4f559a99-e5dc-4e99-999a-12c093ec70b3,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:18.273083 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:18.321365 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port b6ba7729-6aed-4478-a111-7558a447bb15 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:18.322007 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:18.322348 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port b6ba7729-6aed-4478-a111-7558a447bb15 Sep 26 01:38:18.352147 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] Set router e414412e-a1ba-4ded-99a8-6d55afe15a7a gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:38:18.458921 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Publish callbacks [] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:18.463955 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:18.468540 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-92127885-1f42-4422-81a0-622927db1544 None None] Provisioning complete for port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:18.468910 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-92127885-1f42-4422-81a0-622927db1544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:18.469244 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Attempt 1 to provision port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 Sep 26 01:38:18.537784 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428428'] for router_interface (e414412e-a1ba-4ded-99a8-6d55afe15a7a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:18.541152 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Pushing event updated for resources: {'Port': ['ID=38f03426-7c70-4f1d-9db0-190fb8d57cd1,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:18.644155 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:38:18.649459 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:18.687591 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:18.705078 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port b6ba7729-6aed-4478-a111-7558a447bb15 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:18.752449 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:18.759461 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:16Z', 'revision_number': 3, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:18.785251 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7e5ef-a244-4c2f-b5eb-1dff1362bc51 req-8bec2c06-ba25-4e9a-a36f-992217480c58 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:18.788204 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f3a7e5ef-a244-4c2f-b5eb-1dff1362bc51 req-8bec2c06-ba25-4e9a-a36f-992217480c58 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0629909 Sep 26 01:38:18.799673 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b15954-79bc-422a-bb9d-f823b38db8e3 None None] The sync data for ids ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'] in dv-cinder-859203-2-iscsi is: [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:16Z', 'revision_number': 3, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:38:18.801755 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Router e414412e-a1ba-4ded-99a8-6d55afe15a7a has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:38:18.855277 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f3a7e5ef-a244-4c2f-b5eb-1dff1362bc51 req-6e75a537-28d2-4c6a-9f93-f316d28a7ebf tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605230 Sep 26 01:38:18.938170 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:18.950814 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:38:18.956598 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-31819916-3888-4d4e-bd19-38a563a732cc admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/e414412e-a1ba-4ded-99a8-6d55afe15a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1132727 Sep 26 01:38:19.188716 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Attempt 2 to provision port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 Sep 26 01:38:19.228138 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:19.358347 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423acd9c-dff2-4936-8f50-e11b1f446d61 req-237116d5-7a0a-4254-a7f4-0fafd975aea6 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:19.362839 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-423acd9c-dff2-4936-8f50-e11b1f446d61 req-237116d5-7a0a-4254-a7f4-0fafd975aea6 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0682776 Sep 26 01:38:19.374153 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:19.436237 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-423acd9c-dff2-4936-8f50-e11b1f446d61 req-0c21ce44-0e66-400b-8edf-da781c73d3c4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689120 Sep 26 01:38:19.699398 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37756) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:19.705029 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1855907177-network', 'tenant_id': '020731480e384eb78efd7d5d71df6319'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:19.730388 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Attempt 3 to provision port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 Sep 26 01:38:19.737644 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Made reservation on behalf of 020731480e384eb78efd7d5d71df6319 for: {'network': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:38:19.737644 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:19.764079 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:19.789196 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:19.862555 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Publish callbacks [] for security_group (42727f5b-9433-4858-9681-9a360767f90b), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:19.867423 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (42727f5b-9433-4858-9681-9a360767f90b), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:19.874999 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:19.898577 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=106406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:38:19.909684 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42727f5b-9433-4858-9681-9a360767f90b,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:19.914966 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (cc831cbe-08e5-460a-bcb5-4c7709f228ae), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:19.915307 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.segments_db [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Added segment cc831cbe-08e5-460a-bcb5-4c7709f228ae of type vlan for network 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe Sep 26 01:38:19.971259 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.008016 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.009215 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:20.009906 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.044244 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ab01c-0396-44c0-9b69-a567b3494fbd req-b638e8ce-f25d-4866-b42e-c335350f1ce5 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:20.044244 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-243ab01c-0396-44c0-9b69-a567b3494fbd req-b638e8ce-f25d-4866-b42e-c335350f1ce5 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0713441 Sep 26 01:38:20.072815 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3711553 Sep 26 01:38:20.074920 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37764) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:20.079584 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-d518c03b-ba66-4795-a55a-c41c8becd957 admin admin] Request body: {'subnet': {'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1855907177-subnet', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'ip_version': 4}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:20.105282 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e854a6-ca1f-4380-956d-2824ff3c1f00 admin admin] Pushing event updated for resources: {'Network': ['ID=5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:20.110029 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 4f559a99-e5dc-4e99-999a-12c093ec70b3 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:38:20.119098 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-243ab01c-0396-44c0-9b69-a567b3494fbd req-33265528-192b-486e-a822-c0f7b46ca53a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727983 Sep 26 01:38:20.120536 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d518c03b-ba66-4795-a55a-c41c8becd957 admin admin] Made reservation on behalf of 020731480e384eb78efd7d5d71df6319 for: {'subnet': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:38:20.123197 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d518c03b-ba66-4795-a55a-c41c8becd957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7861721'] for subnet (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.139834 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:38:20.228279 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 4f559a99-e5dc-4e99-999a-12c093ec70b3 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:20.229021 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.229021 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 4f559a99-e5dc-4e99-999a-12c093ec70b3 Sep 26 01:38:20.260212 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:20.294767 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Attempt 4 to provision port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 Sep 26 01:38:20.314816 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d518c03b-ba66-4795-a55a-c41c8becd957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6738117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7861711'] for subnet (6b935b03-b860-46fb-a0bd-abdda82132ed), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.346016 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 4f559a99-e5dc-4e99-999a-12c093ec70b3 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:20.346487 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.357441 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:20.378197 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 4f559a99-e5dc-4e99-999a-12c093ec70b3, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=4f559a99-e5dc-4e99-999a-12c093ec70b3,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:38:20.384537 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.393255 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518c03b-ba66-4795-a55a-c41c8becd957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b935b03-b860-46fb-a0bd-abdda82132ed,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:20.405535 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d518c03b-ba66-4795-a55a-c41c8becd957 admin admin] Checking segment: {'id': 'cc831cbe-08e5-460a-bcb5-4c7709f228ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:38:20.406002 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d518c03b-ba66-4795-a55a-c41c8becd957 admin admin] Network hostable DHCP agents. Network: 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:38:20.427250 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d518c03b-ba66-4795-a55a-c41c8becd957 admin admin] Network 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:38:20.440108 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-d518c03b-ba66-4795-a55a-c41c8becd957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe) {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:20.446868 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=4f559a99-e5dc-4e99-999a-12c093ec70b3,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:20.448157 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d518c03b-ba66-4795-a55a-c41c8becd957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:20.448948 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d518c03b-ba66-4795-a55a-c41c8becd957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.456665 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7722ecbf-efb4-408b-91a8-59af2f70180c None None] Network 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:38:20.477547 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d518c03b-ba66-4795-a55a-c41c8becd957 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4003799 Sep 26 01:38:20.479150 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37772) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:20.492032 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1855907177-router', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:20.492032 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:20.513615 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (5bed61c0-9779-47e1-87ed-60199ad922d7), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.514974 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (5bed61c0-9779-47e1-87ed-60199ad922d7), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.587606 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe', 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe', 'project_id': '020731480e384eb78efd7d5d71df6319', 'fixed_ips': [{'subnet_id': '6b935b03-b860-46fb-a0bd-abdda82132ed'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:38:20.588609 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.606386 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Publish callbacks [] for router_controller (5bed61c0-9779-47e1-87ed-60199ad922d7), precommit_add_association {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.606683 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadda359-ef81-4529-8c1f-7b546a7b4beb req-83e4ef1f-178c-4b17-8e30-02cdd5b392cd tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:20.608831 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-aadda359-ef81-4529-8c1f-7b546a7b4beb req-83e4ef1f-178c-4b17-8e30-02cdd5b392cd tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0548599 Sep 26 01:38:20.680756 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-aadda359-ef81-4529-8c1f-7b546a7b4beb req-6344cbe8-86dd-4216-b222-6ae1ceb8b384 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650728 Sep 26 01:38:20.741509 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Allocated IP 172.20.0.2 (5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe/6b935b03-b860-46fb-a0bd-abdda82132ed/b022201d-07a1-46e0-850d-2d2496d57e28) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:38:20.772576 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Publish callbacks [] for router_gateway (5bed61c0-9779-47e1-87ed-60199ad922d7), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.808558 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Sync routers for ids ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:38:20.824745 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Routers {'e414412e-a1ba-4ded-99a8-6d55afe15a7a'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:38:20.825373 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:37:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:20.863055 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Attempt 5 to provision port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 Sep 26 01:38:20.933877 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:20.945830 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Publish callbacks [] for port (b022201d-07a1-46e0-850d-2d2496d57e28), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.952630 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Set router e414412e-a1ba-4ded-99a8-6d55afe15a7a gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:38:20.953086 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.962168 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:20.981760 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Publish callbacks [] for router_gateway (5bed61c0-9779-47e1-87ed-60199ad922d7), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:20.992202 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:21.002414 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:21.017384 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Network 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:38:21.019320 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Pushing event updated for resources: {'Port': ['ID=b022201d-07a1-46e0-850d-2d2496d57e28,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:21.024672 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:21.027515 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:38:21.102423 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Attempting to bind port b022201d-07a1-46e0-850d-2d2496d57e28 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:38:21.102791 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Attempting to bind port b022201d-07a1-46e0-850d-2d2496d57e28 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'cc831cbe-08e5-460a-bcb5-4c7709f228ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:38:21.103254 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Attempting to bind port b022201d-07a1-46e0-850d-2d2496d57e28 on network 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:38:21.140533 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Allocated IP 172.27.0.158 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/bf416db4-9702-4bf5-938b-517007d4116a) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:38:21.167485 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:38:21.167851 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Checking segment: {'id': 'cc831cbe-08e5-460a-bcb5-4c7709f228ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:38:21.168445 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:21.169038 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Bound using segment: {'id': 'cc831cbe-08e5-460a-bcb5-4c7709f228ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:38:21.169751 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Bound port: b022201d-07a1-46e0-850d-2d2496d57e28, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc831cbe-08e5-460a-bcb5-4c7709f228ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:38:21.170137 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:21.228540 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:18Z', 'revision_number': 4, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '38f03426-7c70-4f1d-9db0-190fb8d57cd1', 'name': '', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'mac_address': 'fa:16:3e:e0:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:17Z', 'updated_at': '2022-09-26T01:38:18Z', 'revision_number': 2, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'subnets': [{'id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:21.229534 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:21.249493 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] For port b022201d-07a1-46e0-850d-2d2496d57e28, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:38:21.255098 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] For port b022201d-07a1-46e0-850d-2d2496d57e28, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=b022201d-07a1-46e0-850d-2d2496d57e28,segment=NetworkSegment(cc831cbe-08e5-460a-bcb5-4c7709f228ae),segment_id=cc831cbe-08e5-460a-bcb5-4c7709f228ae)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:38:21.262164 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84102ab-e52a-4bca-8b4c-158723fa0c30 req-1478a736-99d0-4dd9-a95f-611ebe64ea26 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:21.264066 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c84102ab-e52a-4bca-8b4c-158723fa0c30 req-1478a736-99d0-4dd9-a95f-611ebe64ea26 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0655284 Sep 26 01:38:21.270289 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Checking router: e414412e-a1ba-4ded-99a8-6d55afe15a7a for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:38:21.270649 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Updating router e414412e-a1ba-4ded-99a8-6d55afe15a7a port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 binding host dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:38:21.272102 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:21.320244 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Publish callbacks [] for port (bf416db4-9702-4bf5-938b-517007d4116a), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:21.343121 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c84102ab-e52a-4bca-8b4c-158723fa0c30 req-f019287e-4ce2-412e-b0b6-f1b9170ddaec tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733058 Sep 26 01:38:21.359907 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce94d40-095b-4497-943b-c15e5d112506 None None] Pushing event updated for resources: {'Port': ['ID=b022201d-07a1-46e0-850d-2d2496d57e28,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:21.389175 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (bf416db4-9702-4bf5-938b-517007d4116a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:21.435542 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Attempt 6 to provision port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 Sep 26 01:38:21.436085 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:21.454202 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:38:21.458203 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:21.462342 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:38:21.487072 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:21.490850 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Pushing event updated for resources: {'Port': ['ID=bf416db4-9702-4bf5-938b-517007d4116a,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:21.656596 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:21.777396 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Publish callbacks [] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), precommit_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:21.782890 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Publish callbacks [] for router_gateway (5bed61c0-9779-47e1-87ed-60199ad922d7), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:21.786087 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:21.810290 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555e971-1a0e-4138-8be8-0c1db23312a3 req-b57e75d2-eb00-4f4b-91e1-0adb4e152e53 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:21.812793 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0555e971-1a0e-4138-8be8-0c1db23312a3 req-b57e75d2-eb00-4f4b-91e1-0adb4e152e53 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0551286 Sep 26 01:38:21.842298 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Pushing event updated for resources: {'Port': ['ID=38f03426-7c70-4f1d-9db0-190fb8d57cd1,revision_number=3']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:21.855984 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.856594 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.857135 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.857636 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.858116 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.858606 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.859293 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.859382 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.859718 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.860061 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.860424 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.860724 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.861048 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.861371 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.861691 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:38:21.881582 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0555e971-1a0e-4138-8be8-0c1db23312a3 req-c23d9fd7-0ca3-4fff-9ca9-844e025ff466 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603900 Sep 26 01:38:21.927381 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Attempting to bind port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:38:21.927833 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Attempting to bind port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:38:21.928199 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Attempting to bind port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 on network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:38:21.977378 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:38:21.977780 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Checking segment: {'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:38:21.978207 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:21.978599 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Bound using segment: {'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:38:21.979073 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Bound port: 38f03426-7c70-4f1d-9db0-190fb8d57cd1, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'}}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:38:21.979517 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:21.989062 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Attempt 7 to provision port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 Sep 26 01:38:22.016434 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665'] for router (5bed61c0-9779-47e1-87ed-60199ad922d7), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:22.035310 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:22.066206 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] For port 38f03426-7c70-4f1d-9db0-190fb8d57cd1, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:38:22.070517 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] For port 38f03426-7c70-4f1d-9db0-190fb8d57cd1, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=38f03426-7c70-4f1d-9db0-190fb8d57cd1,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:38:22.079419 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:22.091263 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:22.114006 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:22.142622 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Routers {'e414412e-a1ba-4ded-99a8-6d55afe15a7a'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:38:22.143240 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:37:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:22.182220 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device b022201d-07a1-46e0-850d-2d2496d57e28 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:38:22.182423 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:22.208621 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0b72a-1eb1-4561-a8cb-6ebacef1dd09 None None] Pushing event updated for resources: {'Port': ['ID=38f03426-7c70-4f1d-9db0-190fb8d57cd1,revision_number=4']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:22.238168 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Router 5bed61c0-9779-47e1-87ed-60199ad922d7 is scheduled to L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 with binding_index 1 {{(pid=106406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 01:38:22.270002 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port b022201d-07a1-46e0-850d-2d2496d57e28 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:22.270637 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:22.270787 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port b022201d-07a1-46e0-850d-2d2496d57e28 Sep 26 01:38:22.289423 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] Set router e414412e-a1ba-4ded-99a8-6d55afe15a7a gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:38:22.359949 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port b022201d-07a1-46e0-850d-2d2496d57e28 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:22.360751 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:22.378662 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:38:22.404682 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port b022201d-07a1-46e0-850d-2d2496d57e28, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=b022201d-07a1-46e0-850d-2d2496d57e28,segment=NetworkSegment(cc831cbe-08e5-460a-bcb5-4c7709f228ae),segment_id=cc831cbe-08e5-460a-bcb5-4c7709f228ae)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:38:22.409609 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Sync routers for ids ['5bed61c0-9779-47e1-87ed-60199ad922d7'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:38:22.413616 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:22.414879 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-c3bdd71a-8cda-4a60-9d06-789450d33eee admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9344938 Sep 26 01:38:22.415219 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:22.416445 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 4f559a99-e5dc-4e99-999a-12c093ec70b3 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:38:22.418538 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 37794) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:22.494887 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Routers {'5bed61c0-9779-47e1-87ed-60199ad922d7'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:38:22.495525 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:37:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5bed61c0-9779-47e1-87ed-60199ad922d7'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:22.544917 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Attempt 8 to provision port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 Sep 26 01:38:22.621647 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=b022201d-07a1-46e0-850d-2d2496d57e28,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:22.634293 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047cf6f8-44e3-4553-bdcc-3256b6702c1b None None] Network 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:38:22.637889 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:18Z', 'revision_number': 4, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '38f03426-7c70-4f1d-9db0-190fb8d57cd1', 'name': '', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'mac_address': 'fa:16:3e:e0:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:17Z', 'updated_at': '2022-09-26T01:38:22Z', 'revision_number': 4, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'subnets': [{'id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:22.642668 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 4f559a99-e5dc-4e99-999a-12c093ec70b3 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:22.643043 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:22.643382 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 4f559a99-e5dc-4e99-999a-12c093ec70b3 Sep 26 01:38:22.672312 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d656d7f0-6fd0-47d2-a243-bd7443b38326 None None] The sync data for ids ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'] in dv-cinder-859203-2-iscsi is: [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:18Z', 'revision_number': 4, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '38f03426-7c70-4f1d-9db0-190fb8d57cd1', 'name': '', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'mac_address': 'fa:16:3e:e0:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:17Z', 'updated_at': '2022-09-26T01:38:22Z', 'revision_number': 4, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'subnets': [{'id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:38:22.682677 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35914737-33d3-4072-98dc-45eea33da8e5 req-f89ea11b-9853-4f55-b312-f2cc56e2e267 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:22.684460 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-35914737-33d3-4072-98dc-45eea33da8e5 req-f89ea11b-9853-4f55-b312-f2cc56e2e267 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.1102157 Sep 26 01:38:22.755925 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:22.816033 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-35914737-33d3-4072-98dc-45eea33da8e5 req-aa2ae1d0-493e-4530-ae18-dcdefde3b5b6 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221600 Sep 26 01:38:23.019323 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:23.022717 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-92127885-1f42-4422-81a0-622927db1544 None None] Current status of the port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:23.023102 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-92127885-1f42-4422-81a0-622927db1544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:23.026233 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Set router 5bed61c0-9779-47e1-87ed-60199ad922d7 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:38:23.040387 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda3687-bcee-47c1-8047-b2d426338f85 req-6bca30ec-788b-4900-a2b6-5ca5f09fa953 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:23.041943 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-afda3687-bcee-47c1-8047-b2d426338f85 req-6bca30ec-788b-4900-a2b6-5ca5f09fa953 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0602965 Sep 26 01:38:23.061658 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:23.080730 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:23.154965 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-afda3687-bcee-47c1-8047-b2d426338f85 req-dc5dbefe-2a2f-4697-be1d-f1128fce33f1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928125 Sep 26 01:38:23.179824 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:23.238400 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-92127885-1f42-4422-81a0-622927db1544 None None] For port 38f03426-7c70-4f1d-9db0-190fb8d57cd1, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=38f03426-7c70-4f1d-9db0-190fb8d57cd1,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:38:23.257565 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-92127885-1f42-4422-81a0-622927db1544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:23.306854 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 4f559a99-e5dc-4e99-999a-12c093ec70b3 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:23.353293 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92127885-1f42-4422-81a0-622927db1544 None None] Pushing event updated for resources: {'Port': ['ID=38f03426-7c70-4f1d-9db0-190fb8d57cd1,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:23.406338 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Allocated IP 172.20.0.1 (5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe/6b935b03-b860-46fb-a0bd-abdda82132ed/68e67b9d-a425-4c9b-80da-bb55605b78f5) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:38:23.424048 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'name': 'tempest-TestShelveInstance-1855907177-router', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:20Z', 'updated_at': '2022-09-26T01:38:21Z', 'revision_number': 3, 'project_id': '020731480e384eb78efd7d5d71df6319', 'gw_port': {'id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:21Z', 'updated_at': '2022-09-26T01:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:23.462447 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Checking router: 5bed61c0-9779-47e1-87ed-60199ad922d7 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:38:23.462763 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Updating router 5bed61c0-9779-47e1-87ed-60199ad922d7 port bf416db4-9702-4bf5-938b-517007d4116a binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:38:23.505332 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-57aac093-19fd-4a83-ac4a-222e83c6c351 None None] Provisioning complete for port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:23.506261 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-57aac093-19fd-4a83-ac4a-222e83c6c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:23.506261 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-57aac093-19fd-4a83-ac4a-222e83c6c351 None None] Attempt 1 to provision port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 Sep 26 01:38:23.507943 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (bf416db4-9702-4bf5-938b-517007d4116a), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:23.551321 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Publish callbacks [] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:23.598403 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:23.659656 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Network 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:38:23.664396 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:23.670606 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:38:23.704783 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Pushing event updated for resources: {'Port': ['ID=68e67b9d-a425-4c9b-80da-bb55605b78f5,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:23.724641 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428312'] for router_interface (5bed61c0-9779-47e1-87ed-60199ad922d7), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:23.789673 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-57aac093-19fd-4a83-ac4a-222e83c6c351 None None] Current status of the port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:23.812071 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-57aac093-19fd-4a83-ac4a-222e83c6c351 None None] Provisioning complete for port b022201d-07a1-46e0-850d-2d2496d57e28 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:23.812550 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-57aac093-19fd-4a83-ac4a-222e83c6c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:23.812919 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-57aac093-19fd-4a83-ac4a-222e83c6c351 None None] Attempt 1 to provision port b022201d-07a1-46e0-850d-2d2496d57e28 Sep 26 01:38:23.926453 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:23.999690 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:24.085521 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:24.126544 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00505369-5f5f-4e26-ae4d-24510f835d57 req-723789b8-b3c2-4d74-a29d-45851fce259a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:24.139857 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-00505369-5f5f-4e26-ae4d-24510f835d57 req-723789b8-b3c2-4d74-a29d-45851fce259a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.1408374 Sep 26 01:38:24.199195 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:24.205267 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-57aac093-19fd-4a83-ac4a-222e83c6c351 None None] Current status of the port b022201d-07a1-46e0-850d-2d2496d57e28 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:24.216158 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Publish callbacks [] for port (bf416db4-9702-4bf5-938b-517007d4116a), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:24.229638 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (bf416db4-9702-4bf5-938b-517007d4116a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:24.246794 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-00505369-5f5f-4e26-ae4d-24510f835d57 req-96947063-ade7-4c0a-beb9-fc52e143c8fe tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060486 Sep 26 01:38:24.304182 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Attempting to bind port bf416db4-9702-4bf5-938b-517007d4116a on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:38:24.304579 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Attempting to bind port bf416db4-9702-4bf5-938b-517007d4116a by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:38:24.304945 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Attempting to bind port bf416db4-9702-4bf5-938b-517007d4116a on network 4033d1d8-514c-468e-8f1f-247159e0de47 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:38:24.329033 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Publish callbacks [] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:24.338658 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:24.417351 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc232a9-eefc-44f6-9375-815e37a81702 None None] Pushing event updated for resources: {'Port': ['ID=bf416db4-9702-4bf5-938b-517007d4116a,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:24.472031 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device b022201d-07a1-46e0-850d-2d2496d57e28 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:38:24.478320 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:24.529146 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Provisioning complete for port b022201d-07a1-46e0-850d-2d2496d57e28 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:24.529878 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:24.530422 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Attempt 1 to provision port b022201d-07a1-46e0-850d-2d2496d57e28 Sep 26 01:38:24.542312 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428428'] for router_interface (5bed61c0-9779-47e1-87ed-60199ad922d7), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:24.572106 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2b4f5-4c9e-4951-b6ae-fcffb8e3c157 req-1fb41a63-99b0-42bc-881d-7e6112903eba tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:24.573845 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d1a2b4f5-4c9e-4951-b6ae-fcffb8e3c157 req-1fb41a63-99b0-42bc-881d-7e6112903eba tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0978711 Sep 26 01:38:24.576434 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Pushing event updated for resources: {'Port': ['ID=68e67b9d-a425-4c9b-80da-bb55605b78f5,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:24.589092 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:38:24.589466 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:38:24.589870 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:24.590265 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Bound using segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:38:24.590756 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Bound port: bf416db4-9702-4bf5-938b-517007d4116a, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:38:24.591129 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (bf416db4-9702-4bf5-938b-517007d4116a), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:24.634702 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port b022201d-07a1-46e0-850d-2d2496d57e28 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:24.635072 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:24.635406 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port b022201d-07a1-46e0-850d-2d2496d57e28 Sep 26 01:38:24.681952 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d1a2b4f5-4c9e-4951-b6ae-fcffb8e3c157 req-a86d504e-46f1-40ed-895d-d11b7ca55005 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909927 Sep 26 01:38:24.712510 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Network 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:38:24.715725 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:24.718696 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] For port bf416db4-9702-4bf5-938b-517007d4116a, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:38:24.724496 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Current status of the port b022201d-07a1-46e0-850d-2d2496d57e28 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:24.740386 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] For port bf416db4-9702-4bf5-938b-517007d4116a, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=bf416db4-9702-4bf5-938b-517007d4116a,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:38:24.748308 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Provisioning complete for port 68e67b9d-a425-4c9b-80da-bb55605b78f5 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:24.748702 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:24.749040 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Attempt 1 to provision port 68e67b9d-a425-4c9b-80da-bb55605b78f5 Sep 26 01:38:24.772320 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (bf416db4-9702-4bf5-938b-517007d4116a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:24.842234 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Router 5bed61c0-9779-47e1-87ed-60199ad922d7 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:38:24.851575 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port b022201d-07a1-46e0-850d-2d2496d57e28 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:24.852695 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 38f03426-7c70-4f1d-9db0-190fb8d57cd1 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:38:24.857138 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Port 68e67b9d-a425-4c9b-80da-bb55605b78f5 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:24.875270 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Routers {'5bed61c0-9779-47e1-87ed-60199ad922d7'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:38:24.875905 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:37:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5bed61c0-9779-47e1-87ed-60199ad922d7'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:24.947607 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc232a9-eefc-44f6-9375-815e37a81702 None None] Pushing event updated for resources: {'Port': ['ID=bf416db4-9702-4bf5-938b-517007d4116a,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:24.953486 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:38:24.959332 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-743e12de-bbb0-460e-97ab-fb91a1c328b7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5bed61c0-9779-47e1-87ed-60199ad922d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5395412 Sep 26 01:38:24.999775 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:25.000192 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:25.000502 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 Sep 26 01:38:25.045346 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] Set router 5bed61c0-9779-47e1-87ed-60199ad922d7 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:38:25.046880 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:25.190855 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:25.318826 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 37844) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:25.323738 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-a6cdd78b-1393-4e2b-bc7c-5982a3943c3e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789307550', 'description': 'tempest-secgroup-smoke-789307550 description', 'project_id': 'd1d406b57f894053834ce17fa63fa6ac'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:25.352038 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd78b-1393-4e2b-bc7c-5982a3943c3e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:25.389688 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Attempt 2 to provision port 68e67b9d-a425-4c9b-80da-bb55605b78f5 Sep 26 01:38:25.433730 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Port 68e67b9d-a425-4c9b-80da-bb55605b78f5 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:25.434901 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'name': 'tempest-TestShelveInstance-1855907177-router', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:20Z', 'updated_at': '2022-09-26T01:38:23Z', 'revision_number': 4, 'project_id': '020731480e384eb78efd7d5d71df6319', 'gw_port': {'id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:21Z', 'updated_at': '2022-09-26T01:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '68e67b9d-a425-4c9b-80da-bb55605b78f5', 'name': '', 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'mac_address': 'fa:16:3e:3f:46:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6b935b03-b860-46fb-a0bd-abdda82132ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:23Z', 'updated_at': '2022-09-26T01:38:24Z', 'revision_number': 2, 'project_id': '020731480e384eb78efd7d5d71df6319', 'subnets': [{'id': '6b935b03-b860-46fb-a0bd-abdda82132ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:25.436137 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:25.451360 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca467d5a-a5b0-4a0d-8bd2-4cc3bcae96be req-250af625-1fcf-4d7b-ba34-33f0b196b0c2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:25.452898 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ca467d5a-a5b0-4a0d-8bd2-4cc3bcae96be req-250af625-1fcf-4d7b-ba34-33f0b196b0c2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0684881 Sep 26 01:38:25.461287 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc3cac-435e-4f53-b3de-093bf7df1b10 None None] The sync data for ids ['5bed61c0-9779-47e1-87ed-60199ad922d7'] in dv-cinder-859203-2-iscsi is: [{'id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'name': 'tempest-TestShelveInstance-1855907177-router', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:20Z', 'updated_at': '2022-09-26T01:38:23Z', 'revision_number': 4, 'project_id': '020731480e384eb78efd7d5d71df6319', 'gw_port': {'id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:21Z', 'updated_at': '2022-09-26T01:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '68e67b9d-a425-4c9b-80da-bb55605b78f5', 'name': '', 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'mac_address': 'fa:16:3e:3f:46:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6b935b03-b860-46fb-a0bd-abdda82132ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:23Z', 'updated_at': '2022-09-26T01:38:24Z', 'revision_number': 2, 'project_id': '020731480e384eb78efd7d5d71df6319', 'subnets': [{'id': '6b935b03-b860-46fb-a0bd-abdda82132ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:38:25.521597 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd78b-1393-4e2b-bc7c-5982a3943c3e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group (9d99a233-4690-490a-a3f8-62c20390fb9c), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:25.529140 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd78b-1393-4e2b-bc7c-5982a3943c3e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (9d99a233-4690-490a-a3f8-62c20390fb9c), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:25.589607 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd78b-1393-4e2b-bc7c-5982a3943c3e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:25.594696 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-a6cdd78b-1393-4e2b-bc7c-5982a3943c3e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2712572 Sep 26 01:38:25.594696 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ca467d5a-a5b0-4a0d-8bd2-4cc3bcae96be req-250bb3fd-7dce-4a79-8578-0ede8689d2eb tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198602 Sep 26 01:38:25.595362 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37854) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:25.600182 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdd78b-1393-4e2b-bc7c-5982a3943c3e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d99a233-4690-490a-a3f8-62c20390fb9c,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:25.601934 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-fd3d21f2-819b-4626-a573-045692a6262b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Request body: {'security_group_rule': {'security_group_id': '9d99a233-4690-490a-a3f8-62c20390fb9c', 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:25.639132 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fd3d21f2-819b-4626-a573-045692a6262b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (bb698b70-5f8f-4823-89c7-1d2484552533), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:25.829081 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:25.845052 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475552d5-4ab8-47b0-b96b-458c1d607f1a req-fe331cc4-49aa-4126-a2bd-ae47a161e646 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:25.846727 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-475552d5-4ab8-47b0-b96b-458c1d607f1a req-fe331cc4-49aa-4126-a2bd-ae47a161e646 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0585399 Sep 26 01:38:25.907561 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-475552d5-4ab8-47b0-b96b-458c1d607f1a req-5f10cf62-fda0-4704-91f3-d505abd135fc tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543044 Sep 26 01:38:25.936136 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Attempt 3 to provision port 68e67b9d-a425-4c9b-80da-bb55605b78f5 Sep 26 01:38:25.941185 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:25.959489 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fd3d21f2-819b-4626-a573-045692a6262b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (bb698b70-5f8f-4823-89c7-1d2484552533), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:25.963286 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fd3d21f2-819b-4626-a573-045692a6262b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (bb698b70-5f8f-4823-89c7-1d2484552533), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:25.984059 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d21f2-819b-4626-a573-045692a6262b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb698b70-5f8f-4823-89c7-1d2484552533,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:25.986055 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Port 68e67b9d-a425-4c9b-80da-bb55605b78f5 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:25.998003 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fd3d21f2-819b-4626-a573-045692a6262b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:25.999666 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-fd3d21f2-819b-4626-a573-045692a6262b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4020789 Sep 26 01:38:26.002170 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37860) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:26.007054 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-5bff5722-2308-4f10-805c-69cdac7d769c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Request body: {'security_group_rule': {'security_group_id': '9d99a233-4690-490a-a3f8-62c20390fb9c', 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:26.036006 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5bff5722-2308-4f10-805c-69cdac7d769c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (8161fa14-9a9b-494c-a774-aa3d5ccd0073), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.097213 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5bff5722-2308-4f10-805c-69cdac7d769c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (8161fa14-9a9b-494c-a774-aa3d5ccd0073), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.101938 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5bff5722-2308-4f10-805c-69cdac7d769c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (8161fa14-9a9b-494c-a774-aa3d5ccd0073), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.107819 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:26.124376 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff5722-2308-4f10-805c-69cdac7d769c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8161fa14-9a9b-494c-a774-aa3d5ccd0073,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:26.131883 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5bff5722-2308-4f10-805c-69cdac7d769c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.134890 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-5bff5722-2308-4f10-805c-69cdac7d769c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299231 Sep 26 01:38:26.135878 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37862) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:26.140780 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-11968454-b2f4-40cf-a5de-c552c4df92bd tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Request body: {'security_group_rule': {'security_group_id': '9d99a233-4690-490a-a3f8-62c20390fb9c', 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:26.168787 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-11968454-b2f4-40cf-a5de-c552c4df92bd tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (f03e447c-733d-4dd5-81e4-a201f036105c), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.245639 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-11968454-b2f4-40cf-a5de-c552c4df92bd tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (f03e447c-733d-4dd5-81e4-a201f036105c), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.250253 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-11968454-b2f4-40cf-a5de-c552c4df92bd tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (f03e447c-733d-4dd5-81e4-a201f036105c), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.271114 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11968454-b2f4-40cf-a5de-c552c4df92bd tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03e447c-733d-4dd5-81e4-a201f036105c,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:26.281991 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-11968454-b2f4-40cf-a5de-c552c4df92bd tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.283242 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-11968454-b2f4-40cf-a5de-c552c4df92bd tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462386 Sep 26 01:38:26.286084 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37864) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:26.290496 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-9190bbe5-2caa-4557-9d09-c79cd07afd3d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Request body: {'security_group_rule': {'security_group_id': '9d99a233-4690-490a-a3f8-62c20390fb9c', 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:26.319483 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9190bbe5-2caa-4557-9d09-c79cd07afd3d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (e884405b-dfd2-451d-b259-1b237787291a), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.391726 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9190bbe5-2caa-4557-9d09-c79cd07afd3d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (e884405b-dfd2-451d-b259-1b237787291a), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.394902 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9190bbe5-2caa-4557-9d09-c79cd07afd3d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (e884405b-dfd2-451d-b259-1b237787291a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.414738 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190bbe5-2caa-4557-9d09-c79cd07afd3d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e884405b-dfd2-451d-b259-1b237787291a,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:26.423166 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9190bbe5-2caa-4557-9d09-c79cd07afd3d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.424417 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-9190bbe5-2caa-4557-9d09-c79cd07afd3d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373518 Sep 26 01:38:26.427542 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 37866) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:26.431993 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-2d60b178-4c25-46b0-999a-95d10f0e5228 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Request body: {'security_group_rule': {'security_group_id': '9d99a233-4690-490a-a3f8-62c20390fb9c', 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:26.454792 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.securitygroups_db [None req-2d60b178-4c25-46b0-999a-95d10f0e5228 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Project d1d406b57f894053834ce17fa63fa6ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 01:38:26.462119 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2d60b178-4c25-46b0-999a-95d10f0e5228 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (cfb53977-5797-429f-963b-193482ce776c), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.487252 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Attempt 4 to provision port 68e67b9d-a425-4c9b-80da-bb55605b78f5 Sep 26 01:38:26.489483 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:26.535074 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Port 68e67b9d-a425-4c9b-80da-bb55605b78f5 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:26.546870 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2d60b178-4c25-46b0-999a-95d10f0e5228 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (cfb53977-5797-429f-963b-193482ce776c), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.565140 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2d60b178-4c25-46b0-999a-95d10f0e5228 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (cfb53977-5797-429f-963b-193482ce776c), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.588054 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60b178-4c25-46b0-999a-95d10f0e5228 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb53977-5797-429f-963b-193482ce776c,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:26.593448 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2d60b178-4c25-46b0-999a-95d10f0e5228 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.594848 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-2d60b178-4c25-46b0-999a-95d10f0e5228 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663363 Sep 26 01:38:26.597744 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 37874) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:26.608913 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-e4d79e83-327b-48cd-ac8c-af6d4f06f1d9 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Request body: {'security_group_rule': {'security_group_id': '9d99a233-4690-490a-a3f8-62c20390fb9c', 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:26.633307 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.securitygroups_db [None req-e4d79e83-327b-48cd-ac8c-af6d4f06f1d9 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Project d1d406b57f894053834ce17fa63fa6ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 01:38:26.647421 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e4d79e83-327b-48cd-ac8c-af6d4f06f1d9 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (2b4fc2e1-61d9-4c19-a58d-253d4685a022), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.762957 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e4d79e83-327b-48cd-ac8c-af6d4f06f1d9 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (2b4fc2e1-61d9-4c19-a58d-253d4685a022), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.774827 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc52bc-a8a0-436a-a686-6633d7e08f91 req-ff07db0c-8214-4f55-afe1-239639b1c1d3 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:26.776484 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-29dc52bc-a8a0-436a-a686-6633d7e08f91 req-ff07db0c-8214-4f55-afe1-239639b1c1d3 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0729384 Sep 26 01:38:26.777225 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e4d79e83-327b-48cd-ac8c-af6d4f06f1d9 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (2b4fc2e1-61d9-4c19-a58d-253d4685a022), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.814632 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d79e83-327b-48cd-ac8c-af6d4f06f1d9 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4fc2e1-61d9-4c19-a58d-253d4685a022,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:26.827006 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e4d79e83-327b-48cd-ac8c-af6d4f06f1d9 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:26.828207 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-e4d79e83-327b-48cd-ac8c-af6d4f06f1d9 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2294784 Sep 26 01:38:26.857603 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-29dc52bc-a8a0-436a-a686-6633d7e08f91 req-06945825-c415-4afb-bf23-8fbae03ccb58 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723090 Sep 26 01:38:26.885318 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a70c4be3-eab1-4436-bc85-2250d8439166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:27.036682 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281af051-d1c1-4f71-a18c-ad9f0e182491 req-8bbdc96f-347b-4820-acdd-a12506b3e037 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:27.037595 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Attempt 5 to provision port 68e67b9d-a425-4c9b-80da-bb55605b78f5 Sep 26 01:38:27.038596 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-281af051-d1c1-4f71-a18c-ad9f0e182491 req-8bbdc96f-347b-4820-acdd-a12506b3e037 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0535600 Sep 26 01:38:27.074641 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Port 68e67b9d-a425-4c9b-80da-bb55605b78f5 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:27.090847 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-281af051-d1c1-4f71-a18c-ad9f0e182491 req-296adaab-0e0f-449a-9204-e6db4e96d425 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464964 Sep 26 01:38:27.575212 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Attempt 6 to provision port 68e67b9d-a425-4c9b-80da-bb55605b78f5 Sep 26 01:38:27.607593 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Sync routers for ids ['5bed61c0-9779-47e1-87ed-60199ad922d7'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:38:27.610731 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Port 68e67b9d-a425-4c9b-80da-bb55605b78f5 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:27.618638 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Routers {'5bed61c0-9779-47e1-87ed-60199ad922d7'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:38:27.619275 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2786e092-8984-402f-8f62-16f062a60883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:37:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5bed61c0-9779-47e1-87ed-60199ad922d7'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:27.722742 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Set router 5bed61c0-9779-47e1-87ed-60199ad922d7 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:38:27.913763 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2786e092-8984-402f-8f62-16f062a60883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'name': 'tempest-TestShelveInstance-1855907177-router', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:20Z', 'updated_at': '2022-09-26T01:38:23Z', 'revision_number': 4, 'project_id': '020731480e384eb78efd7d5d71df6319', 'gw_port': {'id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:21Z', 'updated_at': '2022-09-26T01:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '68e67b9d-a425-4c9b-80da-bb55605b78f5', 'name': '', 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'mac_address': 'fa:16:3e:3f:46:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6b935b03-b860-46fb-a0bd-abdda82132ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:23Z', 'updated_at': '2022-09-26T01:38:24Z', 'revision_number': 2, 'project_id': '020731480e384eb78efd7d5d71df6319', 'subnets': [{'id': '6b935b03-b860-46fb-a0bd-abdda82132ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:27.942929 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Checking router: 5bed61c0-9779-47e1-87ed-60199ad922d7 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:38:27.943551 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Updating router 5bed61c0-9779-47e1-87ed-60199ad922d7 port 68e67b9d-a425-4c9b-80da-bb55605b78f5 binding host dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:38:27.977026 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:28.022164 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4c7ab-2e9e-4b47-b23d-4a1b280cef98 req-10813090-4acd-4eac-9ecd-16778b020664 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:28.023711 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-20a4c7ab-2e9e-4b47-b23d-4a1b280cef98 req-10813090-4acd-4eac-9ecd-16778b020664 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0641708 Sep 26 01:38:28.079204 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-20a4c7ab-2e9e-4b47-b23d-4a1b280cef98 req-b1bbec39-ae90-4de2-8edc-843a38fda9d5 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480614 Sep 26 01:38:28.080986 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device bf416db4-9702-4bf5-938b-517007d4116a up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:38:28.115438 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Attempt 7 to provision port 68e67b9d-a425-4c9b-80da-bb55605b78f5 Sep 26 01:38:28.155761 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Port 68e67b9d-a425-4c9b-80da-bb55605b78f5 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:28.161570 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port bf416db4-9702-4bf5-938b-517007d4116a triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:28.161948 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (bf416db4-9702-4bf5-938b-517007d4116a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:28.162283 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port bf416db4-9702-4bf5-938b-517007d4116a Sep 26 01:38:28.165135 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:28.234828 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dff27d-d246-43c1-8b62-89f0b25c80b2 req-c305859e-4cab-4907-a048-ae8c15eb60e3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:28.236334 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-05dff27d-d246-43c1-8b62-89f0b25c80b2 req-c305859e-4cab-4907-a048-ae8c15eb60e3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0645809 Sep 26 01:38:28.249000 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port bf416db4-9702-4bf5-938b-517007d4116a is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:28.249410 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (bf416db4-9702-4bf5-938b-517007d4116a), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:28.271524 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Publish callbacks [] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), precommit_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:28.280145 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port bf416db4-9702-4bf5-938b-517007d4116a, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=bf416db4-9702-4bf5-938b-517007d4116a,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:38:28.281731 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:28.286461 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (bf416db4-9702-4bf5-938b-517007d4116a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:28.309091 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-05dff27d-d246-43c1-8b62-89f0b25c80b2 req-72c7035f-d6ea-4f2b-866a-38d38ebdddce tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637503 Sep 26 01:38:28.348127 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=bf416db4-9702-4bf5-938b-517007d4116a,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:28.413956 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:28.437132 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb9e59-6cd7-4c12-ba6c-6c9429298ff8 None None] Pushing event updated for resources: {'Port': ['ID=68e67b9d-a425-4c9b-80da-bb55605b78f5,revision_number=3']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:28.492531 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Attempting to bind port 68e67b9d-a425-4c9b-80da-bb55605b78f5 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:38:28.492795 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Attempting to bind port 68e67b9d-a425-4c9b-80da-bb55605b78f5 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'cc831cbe-08e5-460a-bcb5-4c7709f228ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe'}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:38:28.493147 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Attempting to bind port 68e67b9d-a425-4c9b-80da-bb55605b78f5 on network 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:38:28.537992 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:38:28.538355 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Checking segment: {'id': 'cc831cbe-08e5-460a-bcb5-4c7709f228ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:38:28.538745 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:28.539128 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Bound using segment: {'id': 'cc831cbe-08e5-460a-bcb5-4c7709f228ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe'} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:38:28.539587 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Bound port: 68e67b9d-a425-4c9b-80da-bb55605b78f5, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc831cbe-08e5-460a-bcb5-4c7709f228ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe'}}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:38:28.539954 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:28.608503 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-2786e092-8984-402f-8f62-16f062a60883 None None] For port 68e67b9d-a425-4c9b-80da-bb55605b78f5, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:38:28.611991 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-2786e092-8984-402f-8f62-16f062a60883 None None] For port 68e67b9d-a425-4c9b-80da-bb55605b78f5, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=68e67b9d-a425-4c9b-80da-bb55605b78f5,segment=NetworkSegment(cc831cbe-08e5-460a-bcb5-4c7709f228ae),segment_id=cc831cbe-08e5-460a-bcb5-4c7709f228ae)] {{(pid=106408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:38:28.617791 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:28.657027 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Attempt 8 to provision port 68e67b9d-a425-4c9b-80da-bb55605b78f5 Sep 26 01:38:28.659382 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Routers {'5bed61c0-9779-47e1-87ed-60199ad922d7'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:38:28.660110 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2786e092-8984-402f-8f62-16f062a60883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:37:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5bed61c0-9779-47e1-87ed-60199ad922d7'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:28.715014 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb9e59-6cd7-4c12-ba6c-6c9429298ff8 None None] Pushing event updated for resources: {'Port': ['ID=68e67b9d-a425-4c9b-80da-bb55605b78f5,revision_number=4']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:28.761368 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Current status of the port 68e67b9d-a425-4c9b-80da-bb55605b78f5 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:28.761768 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:28.837816 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:28.841165 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] For port 68e67b9d-a425-4c9b-80da-bb55605b78f5, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=68e67b9d-a425-4c9b-80da-bb55605b78f5,segment=NetworkSegment(cc831cbe-08e5-460a-bcb5-4c7709f228ae),segment_id=cc831cbe-08e5-460a-bcb5-4c7709f228ae)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:38:28.850631 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:28.868868 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-2786e092-8984-402f-8f62-16f062a60883 None None] Set router 5bed61c0-9779-47e1-87ed-60199ad922d7 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:38:28.912781 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28131cdd-7fee-4c36-a4eb-7207ea209111 None None] Pushing event updated for resources: {'Port': ['ID=68e67b9d-a425-4c9b-80da-bb55605b78f5,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:28.977127 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-bc847927-4c95-45eb-b203-82bbc590adf0 None None] Provisioning complete for port 68e67b9d-a425-4c9b-80da-bb55605b78f5 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:28.977504 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-bc847927-4c95-45eb-b203-82bbc590adf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:28.977837 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-bc847927-4c95-45eb-b203-82bbc590adf0 None None] Attempt 1 to provision port 68e67b9d-a425-4c9b-80da-bb55605b78f5 Sep 26 01:38:29.063288 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-bc847927-4c95-45eb-b203-82bbc590adf0 None None] Current status of the port 68e67b9d-a425-4c9b-80da-bb55605b78f5 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:29.101348 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2786e092-8984-402f-8f62-16f062a60883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'name': 'tempest-TestShelveInstance-1855907177-router', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:20Z', 'updated_at': '2022-09-26T01:38:23Z', 'revision_number': 4, 'project_id': '020731480e384eb78efd7d5d71df6319', 'gw_port': {'id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:21Z', 'updated_at': '2022-09-26T01:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '68e67b9d-a425-4c9b-80da-bb55605b78f5', 'name': '', 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'mac_address': 'fa:16:3e:3f:46:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6b935b03-b860-46fb-a0bd-abdda82132ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:23Z', 'updated_at': '2022-09-26T01:38:28Z', 'revision_number': 4, 'project_id': '020731480e384eb78efd7d5d71df6319', 'subnets': [{'id': '6b935b03-b860-46fb-a0bd-abdda82132ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:38:29.139063 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786e092-8984-402f-8f62-16f062a60883 None None] The sync data for ids ['5bed61c0-9779-47e1-87ed-60199ad922d7'] in dv-cinder-859203-2-iscsi is: [{'id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'name': 'tempest-TestShelveInstance-1855907177-router', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:20Z', 'updated_at': '2022-09-26T01:38:23Z', 'revision_number': 4, 'project_id': '020731480e384eb78efd7d5d71df6319', 'gw_port': {'id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:21Z', 'updated_at': '2022-09-26T01:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '68e67b9d-a425-4c9b-80da-bb55605b78f5', 'name': '', 'network_id': '5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'mac_address': 'fa:16:3e:3f:46:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6b935b03-b860-46fb-a0bd-abdda82132ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:23Z', 'updated_at': '2022-09-26T01:38:28Z', 'revision_number': 4, 'project_id': '020731480e384eb78efd7d5d71df6319', 'subnets': [{'id': '6b935b03-b860-46fb-a0bd-abdda82132ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:38:29.243338 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1054-5efd-47e4-ab7a-74bc0767852c req-11af9abf-08a2-405d-bb17-0dd69b31289c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:29.248374 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4b7f1054-5efd-47e4-ab7a-74bc0767852c req-11af9abf-08a2-405d-bb17-0dd69b31289c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0700984 Sep 26 01:38:29.257443 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-2aacb6a5-044f-4f55-aeb7-4fd3c8e5568c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:29.320778 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4b7f1054-5efd-47e4-ab7a-74bc0767852c req-f23c17f5-e6d4-437d-ac3e-eabbcca9934d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646248 Sep 26 01:38:29.468550 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004b9e7-f429-400e-aa6c-e95feeedc9b0 req-27063777-7600-440f-87d2-005f1adc94e3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:29.470199 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3004b9e7-f429-400e-aa6c-e95feeedc9b0 req-27063777-7600-440f-87d2-005f1adc94e3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0637465 Sep 26 01:38:29.529223 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3004b9e7-f429-400e-aa6c-e95feeedc9b0 req-560e0a94-7873-4ab5-8271-0bef943ec55e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502002 Sep 26 01:38:30.060638 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device bf416db4-9702-4bf5-938b-517007d4116a up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:38:30.117616 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port bf416db4-9702-4bf5-938b-517007d4116a triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:30.117899 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (bf416db4-9702-4bf5-938b-517007d4116a), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:30.118242 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port bf416db4-9702-4bf5-938b-517007d4116a Sep 26 01:38:30.203166 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port bf416db4-9702-4bf5-938b-517007d4116a is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:30.204231 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 68e67b9d-a425-4c9b-80da-bb55605b78f5 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:38:30.206560 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:30.248679 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 68e67b9d-a425-4c9b-80da-bb55605b78f5 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:30.249053 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:30.249393 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 68e67b9d-a425-4c9b-80da-bb55605b78f5 Sep 26 01:38:30.326251 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 68e67b9d-a425-4c9b-80da-bb55605b78f5 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:30.458289 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59453d-6feb-460d-9994-b609490469bd req-a9450a71-13dc-4053-b286-dcaeea5b163d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:30.459746 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5a59453d-6feb-460d-9994-b609490469bd req-a9450a71-13dc-4053-b286-dcaeea5b163d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0507901 Sep 26 01:38:30.507872 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5a59453d-6feb-460d-9994-b609490469bd req-4c5e3b12-e647-47f9-98ec-34146e085d93 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426803 Sep 26 01:38:30.641725 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:30.655935 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821aeb60-1e0d-4133-93c7-c6a59738ecde req-88f23d3e-03ff-49bf-98af-3ec0911cd7ca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:30.657537 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-821aeb60-1e0d-4133-93c7-c6a59738ecde req-88f23d3e-03ff-49bf-98af-3ec0911cd7ca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0493135 Sep 26 01:38:30.670922 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:30.705891 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:30.711959 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-821aeb60-1e0d-4133-93c7-c6a59738ecde req-dd3aa9ba-2021-4575-bd3e-ef2f5786a583 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475352 Sep 26 01:38:31.639773 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dff428-4391-4e65-92f3-5bca17a3b391 req-de238944-051a-42bd-8902-a0ef4974d2dd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:31.641272 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-41dff428-4391-4e65-92f3-5bca17a3b391 req-de238944-051a-42bd-8902-a0ef4974d2dd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0472841 Sep 26 01:38:31.693098 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-41dff428-4391-4e65-92f3-5bca17a3b391 req-3d05ab95-5fec-44d9-a07f-478cd5cf41a9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457246 Sep 26 01:38:31.835489 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04332746-710c-4234-a1d5-d259f30bc947 req-9d774cde-93cd-4f71-bd5c-1e674402d62d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:31.837100 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-04332746-710c-4234-a1d5-d259f30bc947 req-9d774cde-93cd-4f71-bd5c-1e674402d62d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0481305 Sep 26 01:38:31.887002 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-04332746-710c-4234-a1d5-d259f30bc947 req-f313073b-d266-438e-847d-98ee1883f33f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442801 Sep 26 01:38:32.045028 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:32.213092 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:32.877049 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fae31-417e-42eb-a220-af2d15d4c1b3 req-9390b3dc-18d7-4ac2-a295-bdf8a5f0f4fb tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:32.879170 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c71fae31-417e-42eb-a220-af2d15d4c1b3 req-9390b3dc-18d7-4ac2-a295-bdf8a5f0f4fb tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0799787 Sep 26 01:38:32.896306 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3d133-6f9a-4a09-949f-cd0e3e6ba5bf req-9c0ed97d-f557-49a7-97b0-d864994a6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:32.897928 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-05e3d133-6f9a-4a09-949f-cd0e3e6ba5bf req-9c0ed97d-f557-49a7-97b0-d864994a6557 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 1129 time: 0.0661809 Sep 26 01:38:32.986600 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c71fae31-417e-42eb-a220-af2d15d4c1b3 req-ca7a1b52-998b-4328-b5ed-4afaa1f7e9d8 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927813 Sep 26 01:38:33.012771 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-05e3d133-6f9a-4a09-949f-cd0e3e6ba5bf req-f8844960-92c6-4185-907f-9f38ca9a3ede service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063044 Sep 26 01:38:33.071219 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424924a5-6cb5-422d-be06-bd6adf7f7dbb req-90678e5a-254f-40d2-91f2-df140f00b628 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:33.073000 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-424924a5-6cb5-422d-be06-bd6adf7f7dbb req-90678e5a-254f-40d2-91f2-df140f00b628 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0520055 Sep 26 01:38:33.122719 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-424924a5-6cb5-422d-be06-bd6adf7f7dbb req-b5dad0f6-8e2d-4f56-bc9c-447bc73fa033 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438321 Sep 26 01:38:34.178787 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2e15f-ebd3-4fa3-95d5-85c92199a1b9 req-cfb056c3-5699-493b-aa55-3a221c207853 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:34.180533 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94d2e15f-ebd3-4fa3-95d5-85c92199a1b9 req-cfb056c3-5699-493b-aa55-3a221c207853 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.1059237 Sep 26 01:38:34.276880 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94d2e15f-ebd3-4fa3-95d5-85c92199a1b9 req-e058ac48-e065-4ffb-9364-2e40e7e8af1a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898180 Sep 26 01:38:34.282863 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced4e88-56dc-4795-be27-993fe8e117a9 req-44f25cea-ed58-4949-a5af-55d39118de56 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:34.286832 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4ced4e88-56dc-4795-be27-993fe8e117a9 req-44f25cea-ed58-4949-a5af-55d39118de56 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0711656 Sep 26 01:38:34.349962 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4ced4e88-56dc-4795-be27-993fe8e117a9 req-a68144cf-09c9-4551-93ec-1051213cda01 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522082 Sep 26 01:38:35.427122 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6de99-31ab-4244-8581-995d419663ac req-8e3a760f-2e30-40cc-ae3d-ab3ee18a1c7f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:35.435250 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-03c6de99-31ab-4244-8581-995d419663ac req-8e3a760f-2e30-40cc-ae3d-ab3ee18a1c7f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0755875 Sep 26 01:38:35.516714 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f4b1c-17c2-45ef-b060-71f8c51eec53 req-b43924da-206e-4981-8a63-5c7686e64334 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:35.518170 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-543f4b1c-17c2-45ef-b060-71f8c51eec53 req-b43924da-206e-4981-8a63-5c7686e64334 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0744903 Sep 26 01:38:35.523209 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-03c6de99-31ab-4244-8581-995d419663ac req-9f9d07c1-53be-43d6-b28c-3929d046f557 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870543 Sep 26 01:38:35.568549 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-543f4b1c-17c2-45ef-b060-71f8c51eec53 req-31f2b0d0-ae3f-499b-b357-e9896088e387 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430176 Sep 26 01:38:35.807357 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:35.867385 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a82cf-c469-4e01-bb58-ce3617531cff req-02d0fa9d-bc9f-4954-9b57-8a16ac621218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:35.868938 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-634a82cf-c469-4e01-bb58-ce3617531cff req-02d0fa9d-bc9f-4954-9b57-8a16ac621218 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 1129 time: 0.0710514 Sep 26 01:38:35.924610 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 38084) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:36.053732 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9eafa687-09b5-4d1f-8cda-9f770d9516b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:36.126466 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d0090-dcd1-4c19-9ade-44c0b57802e3 req-8bf7f880-ced6-4d07-9eae-590247b53367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:36.127811 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-872d0090-dcd1-4c19-9ade-44c0b57802e3 req-8bf7f880-ced6-4d07-9eae-590247b53367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.2940187 Sep 26 01:38:36.136915 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9eafa687-09b5-4d1f-8cda-9f770d9516b4 admin admin] Publish callbacks [] for security_group (78eb2be6-8bf3-4f81-b3c2-adc1d67d8e39), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:36.141221 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9eafa687-09b5-4d1f-8cda-9f770d9516b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (78eb2be6-8bf3-4f81-b3c2-adc1d67d8e39), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:36.181978 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafa687-09b5-4d1f-8cda-9f770d9516b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eb2be6-8bf3-4f81-b3c2-adc1d67d8e39,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:36.191852 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-9eafa687-09b5-4d1f-8cda-9f770d9516b4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=eddc4331819c4814ad83f4d8bcf17d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644238 Sep 26 01:38:36.192555 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 38092) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:36.217451 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-872d0090-dcd1-4c19-9ade-44c0b57802e3 req-de914346-ee75-4a06-ba43-8388b4167b74 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632603 Sep 26 01:38:36.254705 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a82cf-c469-4e01-bb58-ce3617531cff req-4b740f72-6cc1-4e97-a039-b0dfbfd13a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:36.256184 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-634a82cf-c469-4e01-bb58-ce3617531cff req-4b740f72-6cc1-4e97-a039-b0dfbfd13a7b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 919 time: 0.3794045 Sep 26 01:38:36.259788 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fcccab8a-3113-43b8-8274-a0b04492863e admin admin] Publish callbacks [] for security_group (78eb2be6-8bf3-4f81-b3c2-adc1d67d8e39), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:36.279690 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fcccab8a-3113-43b8-8274-a0b04492863e admin admin] Publish callbacks [] for security_group (78eb2be6-8bf3-4f81-b3c2-adc1d67d8e39), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:36.301090 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-634a82cf-c469-4e01-bb58-ce3617531cff req-2fc208aa-69a8-482b-a46a-8db043f7fc3c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2225fa4c-2032-458b-bdb1-24d6a09e40c1 HTTP/1.1" status: 200 len: 217 time: 0.0376332 Sep 26 01:38:36.327163 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fcccab8a-3113-43b8-8274-a0b04492863e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (78eb2be6-8bf3-4f81-b3c2-adc1d67d8e39), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:36.329860 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-fcccab8a-3113-43b8-8274-a0b04492863e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:36.331005 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-fcccab8a-3113-43b8-8274-a0b04492863e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/78eb2be6-8bf3-4f81-b3c2-adc1d67d8e39 HTTP/1.1" status: 204 len: 168 time: 0.1372635 Sep 26 01:38:36.338914 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccab8a-3113-43b8-8274-a0b04492863e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eb2be6-8bf3-4f81-b3c2-adc1d67d8e39,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:36.364494 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a82cf-c469-4e01-bb58-ce3617531cff req-e80038c0-b174-400e-9324-6708063c63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:36.365975 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-634a82cf-c469-4e01-bb58-ce3617531cff req-e80038c0-b174-400e-9324-6708063c63c7 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.0467749 Sep 26 01:38:36.386927 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:36.420551 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a82cf-c469-4e01-bb58-ce3617531cff req-afe96beb-c938-4600-86cb-09f050dccf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:36.422077 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-634a82cf-c469-4e01-bb58-ce3617531cff req-afe96beb-c938-4600-86cb-09f050dccf7e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448689 Sep 26 01:38:36.538149 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-634a82cf-c469-4e01-bb58-ce3617531cff req-30c2da4b-bde9-41a5-ae49-99057e08c2e9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075077 Sep 26 01:38:36.688374 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae0cf8-4da8-49b5-9b07-a024fce7344d req-58b7f53e-3645-4063-805f-c6586c58027a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:36.689886 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c6ae0cf8-4da8-49b5-9b07-a024fce7344d req-58b7f53e-3645-4063-805f-c6586c58027a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0721045 Sep 26 01:38:36.721183 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-634a82cf-c469-4e01-bb58-ce3617531cff req-76d917cb-3a27-4aed-811c-44f96c0f56fb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702495 Sep 26 01:38:36.755070 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c6ae0cf8-4da8-49b5-9b07-a024fce7344d req-a7db50ec-c16a-49cf-a70c-c3ca24411d5f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551746 Sep 26 01:38:37.013860 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:38:37.055525 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 38136) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:37.118966 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:38:37.130715 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'port_id': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'mac_address': 'fa:16:3e:cd:ef:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:38:37.156530 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-338868650-network', 'tenant_id': '3d84eb826e054de3a831769967d5ed91'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:37.170127 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 is: ACTIVE; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:37.170516 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:37.178670 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Made reservation on behalf of 3d84eb826e054de3a831769967d5ed91 for: {'network': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:38:37.181559 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:37.185811 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:38:37.191179 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:37.207261 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:38:37.211832 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:37.261471 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,revision_number=6']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:37.283768 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Publish callbacks [] for security_group (20cd72c0-fa3a-4b38-9953-c71d634878a5), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:37.288720 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (20cd72c0-fa3a-4b38-9953-c71d634878a5), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:37.304609 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=106405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:38:37.342133 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (ff120d4c-635e-408f-bea6-c0bf8c2c2a61), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:37.342469 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.segments_db [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Added segment ff120d4c-635e-408f-bea6-c0bf8c2c2a61 of type vlan for network 03bf27a4-e655-4790-88ee-39ba306a1cc8 Sep 26 01:38:37.351673 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cd72c0-fa3a-4b38-9953-c71d634878a5,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:37.375654 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['deb1a57e-3f75-42e2-9d5a-90f0a5f59e30'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:38:37.408127 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:37.418883 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c372f-7cff-4e90-b96c-b067e79f9df4 req-cde86d1f-0865-4ac2-9a61-5e8f2406df6d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:37.420389 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fc4c372f-7cff-4e90-b96c-b067e79f9df4 req-cde86d1f-0865-4ac2-9a61-5e8f2406df6d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0922799 Sep 26 01:38:37.421949 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (03bf27a4-e655-4790-88ee-39ba306a1cc8), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:37.426000 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:37.477177 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (03bf27a4-e655-4790-88ee-39ba306a1cc8), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:37.479846 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:37.480089 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:37.542384 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fc4c372f-7cff-4e90-b96c-b067e79f9df4 req-78e7d010-d3a5-4e8c-b404-5e68f0db54cc tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151109 Sep 26 01:38:37.560908 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5042729 Sep 26 01:38:37.564056 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 38146) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:37.564703 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb74be-8b13-4f20-94ac-3ac0573eb2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=03bf27a4-e655-4790-88ee-39ba306a1cc8,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:37.569492 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-21c29c78-f894-49e8-8f7c-1c10b3d72ddd admin admin] Request body: {'subnet': {'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-338868650-subnet', 'tenant_id': '3d84eb826e054de3a831769967d5ed91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:37.575495 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:37.584318 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network 03bf27a4-e655-4790-88ee-39ba306a1cc8 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:38:37.593076 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c29c78-f894-49e8-8f7c-1c10b3d72ddd admin admin] Made reservation on behalf of 3d84eb826e054de3a831769967d5ed91 for: {'subnet': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:38:37.595519 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-21c29c78-f894-49e8-8f7c-1c10b3d72ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7861721'] for subnet (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:37.797801 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-21c29c78-f894-49e8-8f7c-1c10b3d72ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6738117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7861711'] for subnet (07c0d4af-0b33-47e3-960d-193a879b2818), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:37.865345 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c29c78-f894-49e8-8f7c-1c10b3d72ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c0d4af-0b33-47e3-960d-193a879b2818,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:37.899165 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c29c78-f894-49e8-8f7c-1c10b3d72ddd admin admin] Checking segment: {'id': 'ff120d4c-635e-408f-bea6-c0bf8c2c2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:38:37.899527 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c29c78-f894-49e8-8f7c-1c10b3d72ddd admin admin] Network hostable DHCP agents. Network: 03bf27a4-e655-4790-88ee-39ba306a1cc8, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:38:37.901374 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489b1b2-59ab-4168-9bb2-8a8071b1382c req-f036afe5-1c5e-4eda-872c-f69e53ec2ee1 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:37.904064 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7489b1b2-59ab-4168-9bb2-8a8071b1382c req-f036afe5-1c5e-4eda-872c-f69e53ec2ee1 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 945 time: 0.0609667 Sep 26 01:38:37.923403 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c29c78-f894-49e8-8f7c-1c10b3d72ddd admin admin] Network 03bf27a4-e655-4790-88ee-39ba306a1cc8 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:38:37.930253 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:37.942075 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-21c29c78-f894-49e8-8f7c-1c10b3d72ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, 03bf27a4-e655-4790-88ee-39ba306a1cc8) {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:37.962376 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76f9ab4-5f6c-4e5f-a620-241a5a159bec None None] Network 03bf27a4-e655-4790-88ee-39ba306a1cc8 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:38:37.974555 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7489b1b2-59ab-4168-9bb2-8a8071b1382c req-47e526d0-6f35-4b0d-ad7f-d52f0bd99fac tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650203 Sep 26 01:38:37.986069 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c29c78-f894-49e8-8f7c-1c10b3d72ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:37.987128 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-21c29c78-f894-49e8-8f7c-1c10b3d72ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:38.007549 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-21c29c78-f894-49e8-8f7c-1c10b3d72ddd admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4423516 Sep 26 01:38:38.106390 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb1fb15-50fe-40c2-9e39-839b5e3cf83d None None] Network 03bf27a4-e655-4790-88ee-39ba306a1cc8 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:38:38.165621 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:38.670068 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07293b40-032d-4c9e-9a25-fbc01f08a55b req-05094c64-b836-4e57-872f-8d3a548d0d14 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:38.671553 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-07293b40-032d-4c9e-9a25-fbc01f08a55b req-05094c64-b836-4e57-872f-8d3a548d0d14 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0481143 Sep 26 01:38:38.720740 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-07293b40-032d-4c9e-9a25-fbc01f08a55b req-21c090e5-caca-47d9-9e79-8bec56e09f19 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Sep 26 01:38:39.038493 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:38:39.095169 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:39.095543 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:39.095689 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=57 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:39.096118 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:38:39.109658 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:39.143474 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cd805-f07b-4de7-afa4-2491b8bb79b9 req-6cf96dcf-960d-40b9-9320-e7bcb8694362 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:39.146183 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bb5cd805-f07b-4de7-afa4-2491b8bb79b9 req-6cf96dcf-960d-40b9-9320-e7bcb8694362 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 945 time: 0.0555484 Sep 26 01:38:39.178433 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:39.178999 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:39.199890 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bb5cd805-f07b-4de7-afa4-2491b8bb79b9 req-68738ecb-acb0-4fd7-b4bc-15ee253078e8 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483043 Sep 26 01:38:39.214262 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:38:39.217073 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b42597-d827-465a-a88a-a44b5906652b" -d '{"events": [{"server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "name": "network-vif-plugged", "status": "completed", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:38:39.226368 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:38:39.232023 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:39.270120 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b592722-9363-431f-b67a-eb03fdede61e x-openstack-request-id: req-9b592722-9363-431f-b67a-eb03fdede61e {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:38:39.270407 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "name": "network-vif-plugged", "status": "completed", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:38:39.270655 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b592722-9363-431f-b67a-eb03fdede61e {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:38:39.271112 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b592722-9363-431f-b67a-eb03fdede61e'] response: {'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'code': 200} Sep 26 01:38:39.286603 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,revision_number=7']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:39.789671 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-20612eaa-e834-4844-8dcd-df9404e4d8e2 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:39.791079 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-20612eaa-e834-4844-8dcd-df9404e4d8e2 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/networks?id=03bf27a4-e655-4790-88ee-39ba306a1cc8 HTTP/1.1" status: 200 len: 808 time: 0.1066720 Sep 26 01:38:39.820487 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-f4e0b662-a023-4634-8a56-798e106f7a50 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/quotas/3d84eb826e054de3a831769967d5ed91 HTTP/1.1" status: 200 len: 375 time: 0.0239220 Sep 26 01:38:39.868966 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-ee5d6a10-d0f7-4186-8989-a8aab707f1cf tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d84eb826e054de3a831769967d5ed91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310657 Sep 26 01:38:39.880456 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31566009-9dea-4f65-a69a-d713baffd86c req-f4066b84-7d00-4173-947b-7b6ee42f24d5 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:39.881917 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-31566009-9dea-4f65-a69a-d713baffd86c req-f4066b84-7d00-4173-947b-7b6ee42f24d5 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0764701 Sep 26 01:38:39.985153 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-31566009-9dea-4f65-a69a-d713baffd86c req-349f1ce3-656b-4f37-b64d-04323418b8fd tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951726 Sep 26 01:38:40.010033 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-f699f74a-d673-4ca5-a9cd-f286916bcb7d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/03bf27a4-e655-4790-88ee-39ba306a1cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271405 Sep 26 01:38:40.130259 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0a56a37f-b57a-4b56-b42c-995d34d2c844 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/03bf27a4-e655-4790-88ee-39ba306a1cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102793 Sep 26 01:38:40.346371 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f7e5f5d9-4387-4823-80f5-ee1ad60d573c req-4f907188-b603-42ac-b120-135fc13f78f5 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0559137 Sep 26 01:38:40.418968 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c95799-fd6f-4384-9397-f73fcaed8563 req-1f1b2f5d-c578-4f1a-8b1b-2a5a86c2c2b7 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:40.420843 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-65c95799-fd6f-4384-9397-f73fcaed8563 req-1f1b2f5d-c578-4f1a-8b1b-2a5a86c2c2b7 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0560403 Sep 26 01:38:40.473767 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-65c95799-fd6f-4384-9397-f73fcaed8563 req-e747afda-7c83-4391-88b0-11902fc95ab8 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462303 Sep 26 01:38:41.500152 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6747bfaa-7ec1-4720-866c-5d4ead3f9c65 req-c01f7a82-f816-4fd5-acac-c03c7a8efa05 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0313187 Sep 26 01:38:41.526604 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 38254) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:41.531329 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-f1b2d7ec-902b-45d8-93fa-7816a1d5d97b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450505311', 'description': 'tempest-description--1136055332'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:41.539386 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:41.557207 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f1b2d7ec-902b-45d8-93fa-7816a1d5d97b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:41.635175 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:41.642732 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f1b2d7ec-902b-45d8-93fa-7816a1d5d97b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for security_group (99c0e294-b325-4762-8e48-848eaaae060c), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:41.649800 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f1b2d7ec-902b-45d8-93fa-7816a1d5d97b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (99c0e294-b325-4762-8e48-848eaaae060c), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:41.650165 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5368b3-e3fb-45a7-bfeb-96ee30519b46 req-2d0d45e8-37e4-4aec-95b9-bf35524fad6b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:41.651759 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9a5368b3-e3fb-45a7-bfeb-96ee30519b46 req-2d0d45e8-37e4-4aec-95b9-bf35524fad6b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0528722 Sep 26 01:38:41.681617 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f1b2d7ec-902b-45d8-93fa-7816a1d5d97b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:41.682859 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-f1b2d7ec-902b-45d8-93fa-7816a1d5d97b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1551383 Sep 26 01:38:41.686007 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 38260) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:41.690787 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-8cbc076c-9412-4179-94e9-4c3200833d44 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Request body: {'security_group_rule': {'security_group_id': '99c0e294-b325-4762-8e48-848eaaae060c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:41.699462 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2d7ec-902b-45d8-93fa-7816a1d5d97b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c0e294-b325-4762-8e48-848eaaae060c,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:41.725762 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9a5368b3-e3fb-45a7-bfeb-96ee30519b46 req-30e914fd-a4ac-4037-a7c1-659dfa827bc9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676811 Sep 26 01:38:41.732730 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8cbc076c-9412-4179-94e9-4c3200833d44 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for security_group_rule (a826150f-da1d-4278-87c4-25a77e93965b), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:41.800659 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8cbc076c-9412-4179-94e9-4c3200833d44 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for security_group_rule (a826150f-da1d-4278-87c4-25a77e93965b), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:41.809761 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8cbc076c-9412-4179-94e9-4c3200833d44 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (a826150f-da1d-4278-87c4-25a77e93965b), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:41.844013 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8cbc076c-9412-4179-94e9-4c3200833d44 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:41.848394 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-8cbc076c-9412-4179-94e9-4c3200833d44 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583250 Sep 26 01:38:41.848394 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc076c-9412-4179-94e9-4c3200833d44 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a826150f-da1d-4278-87c4-25a77e93965b,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:41.849459 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 38268) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:41.854478 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-b6c1518b-d779-4ba9-8e66-c3adab0fed2f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Request body: {'security_group_rule': {'security_group_id': '99c0e294-b325-4762-8e48-848eaaae060c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:41.916922 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b6c1518b-d779-4ba9-8e66-c3adab0fed2f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for security_group_rule (d194e082-8ac4-45b7-9d28-6aef8fd93984), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:41.974648 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e443f-52c0-4d8f-8b7d-c0f102c76c76 req-1cc16f47-1e68-4ac3-9c2b-ce7dd2ea1cff tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:41.976295 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-898e443f-52c0-4d8f-8b7d-c0f102c76c76 req-1cc16f47-1e68-4ac3-9c2b-ce7dd2ea1cff tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0755000 Sep 26 01:38:42.017916 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b6c1518b-d779-4ba9-8e66-c3adab0fed2f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for security_group_rule (d194e082-8ac4-45b7-9d28-6aef8fd93984), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:42.057298 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:42.061281 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-898e443f-52c0-4d8f-8b7d-c0f102c76c76 req-2b42adfb-167a-49e1-9664-78d9fd61379e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749691 Sep 26 01:38:42.062326 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b6c1518b-d779-4ba9-8e66-c3adab0fed2f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (d194e082-8ac4-45b7-9d28-6aef8fd93984), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:42.086419 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1518b-d779-4ba9-8e66-c3adab0fed2f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d194e082-8ac4-45b7-9d28-6aef8fd93984,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:42.097820 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b6c1518b-d779-4ba9-8e66-c3adab0fed2f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:42.101082 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-b6c1518b-d779-4ba9-8e66-c3adab0fed2f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2504511 Sep 26 01:38:42.102799 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 38274) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:42.107254 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:42.133928 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:42.249031 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:42.362963 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Allocated IP 172.27.0.57 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/1f3be556-6dc5-4277-90d2-0dcfb49dbae3) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:38:42.466619 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for port (1f3be556-6dc5-4277-90d2-0dcfb49dbae3), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:42.498207 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (1f3be556-6dc5-4277-90d2-0dcfb49dbae3), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:42.542632 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:38:42.547589 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:42.551498 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:38:42.554878 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event updated for resources: {'Port': ['ID=1f3be556-6dc5-4277-90d2-0dcfb49dbae3,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:42.581823 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:42.626326 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eea870cc-b2c2-4ca5-96c6-ceee390d7bb4 req-9eff2483-c6da-470b-a63e-d200213282d4 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0360489 Sep 26 01:38:42.628906 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:42.685503 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for floatingip (e8583f7e-74da-47a7-8110-2cdc20f4d21c), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:42.758403 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (1f3be556-6dc5-4277-90d2-0dcfb49dbae3), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:43.090642 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:43.101902 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc5ac3-cfe4-4468-8975-c5994d9fc16e req-c9b9e671-e773-4c07-acd6-6b920e6d1ae8 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:43.110864 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5ddc5ac3-cfe4-4468-8975-c5994d9fc16e req-c9b9e671-e773-4c07-acd6-6b920e6d1ae8 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.2223547 Sep 26 01:38:43.257364 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for port (1f3be556-6dc5-4277-90d2-0dcfb49dbae3), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:43.265589 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5ddc5ac3-cfe4-4468-8975-c5994d9fc16e req-e9315c91-9eb6-40ad-b605-853d6adc7560 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537538 Sep 26 01:38:43.269847 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (1f3be556-6dc5-4277-90d2-0dcfb49dbae3), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:43.366660 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990455b-4774-4f43-bb5d-44486f57bd9d req-61092ffd-d3ae-4149-ba4d-1061cc310a3b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:43.369136 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b990455b-4774-4f43-bb5d-44486f57bd9d req-61092ffd-d3ae-4149-ba4d-1061cc310a3b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.1910925 Sep 26 01:38:43.374285 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event updated for resources: {'Port': ['ID=1f3be556-6dc5-4277-90d2-0dcfb49dbae3,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:43.413896 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (e8583f7e-74da-47a7-8110-2cdc20f4d21c), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:43.459298 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b990455b-4774-4f43-bb5d-44486f57bd9d req-96c8ef50-abac-4216-89ca-b21af6fb2965 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787971 Sep 26 01:38:43.462082 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:43.472819 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-c9872089-bb73-4c9d-af67-fac03b6e92cb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3686714 Sep 26 01:38:43.819743 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-901ab628-e7b9-483b-bd3a-f142dc231fe2 req-1d6a829a-0e26-40f9-9a38-a09e4afa2c53 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0397429 Sep 26 01:38:43.825951 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5cf01-1082-4cf9-b651-6fbc3672698c req-67085382-e96a-4df3-bc5b-ba5e5a9e9467 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:43.832784 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8ba5cf01-1082-4cf9-b651-6fbc3672698c req-67085382-e96a-4df3-bc5b-ba5e5a9e9467 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 945 time: 0.1154974 Sep 26 01:38:43.881985 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8ba5cf01-1082-4cf9-b651-6fbc3672698c req-941fc2fa-41e9-40c1-ab40-c95d588f71ce tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 Sep 26 01:38:44.435217 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419275f-40c9-420f-b4bf-b6cf30616b60 req-5525bde7-801a-4375-ba24-983035741f0c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:44.437278 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d419275f-40c9-420f-b4bf-b6cf30616b60 req-5525bde7-801a-4375-ba24-983035741f0c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0624356 Sep 26 01:38:44.525460 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d419275f-40c9-420f-b4bf-b6cf30616b60 req-7194954a-2662-4d30-9f6f-bb1001535e79 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799415 Sep 26 01:38:44.678169 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f0a0d-6673-44f4-b02a-a91263585f06 req-5e41b809-a5a3-4ee2-b4ea-fe9f622f87bd tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:44.679626 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-880f0a0d-6673-44f4-b02a-a91263585f06 req-5e41b809-a5a3-4ee2-b4ea-fe9f622f87bd tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0605505 Sep 26 01:38:44.747760 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-880f0a0d-6673-44f4-b02a-a91263585f06 req-dbfd7f2d-b2a7-4166-b315-1991f020c774 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579231 Sep 26 01:38:44.950246 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4bbe77cc-6f13-44db-a61c-13863e44e5a9 req-d5dabe21-a080-47c7-b786-e72ab2b41afb tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0322583 Sep 26 01:38:45.068385 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d40168-551f-4bd2-a86e-cf10780b3766 req-807aca3f-8f01-4f03-a78e-d2601b7ad26a tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:45.070046 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-99d40168-551f-4bd2-a86e-cf10780b3766 req-807aca3f-8f01-4f03-a78e-d2601b7ad26a tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 945 time: 0.0550356 Sep 26 01:38:45.129641 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-99d40168-551f-4bd2-a86e-cf10780b3766 req-a83d0cab-dd8e-4a3f-b61c-eab37180d054 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529807 Sep 26 01:38:45.580869 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:45.638129 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-bc7eaa79-e975-466a-b292-74eda9c94749 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:45.639656 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-bc7eaa79-e975-466a-b292-74eda9c94749 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.52 "GET /networking/v2.0/networks?id=03bf27a4-e655-4790-88ee-39ba306a1cc8 HTTP/1.1" status: 200 len: 808 time: 0.1703351 Sep 26 01:38:45.715240 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Request body: {'port': {'device_id': 'd837132a-710f-45a8-8a44-38f2b04a09c8', 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8', 'admin_state_up': True, 'tenant_id': '3d84eb826e054de3a831769967d5ed91'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:45.819054 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd24b4-dfde-4ad0-b922-ffd362695173 req-ea477613-0d7a-40a3-8dbb-779778073353 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:45.826852 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e9dd24b4-dfde-4ad0-b922-ffd362695173 req-ea477613-0d7a-40a3-8dbb-779778073353 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.1836574 Sep 26 01:38:46.198739 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:46.261602 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e9dd24b4-dfde-4ad0-b922-ffd362695173 req-841d1381-1e75-4bf1-9e89-63fdee945f26 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4085529 Sep 26 01:38:46.275650 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-0ee56944-6029-48bb-90b7-9eb1d508ca59 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1450505311&fields=id&tenant_id=a553921e97994322b71fda7d032ed8bf HTTP/1.1" status: 200 len: 267 time: 0.1558754 Sep 26 01:38:46.331719 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Made reservation on behalf of 3d84eb826e054de3a831769967d5ed91 for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:38:46.335427 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:46.451039 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b7519-12f8-4d6b-8582-89a1420de5e5 req-28f65ab3-fcf7-404f-86f8-1a7c100aa623 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:46.458624 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-396b7519-12f8-4d6b-8582-89a1420de5e5 req-28f65ab3-fcf7-404f-86f8-1a7c100aa623 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.1290073 Sep 26 01:38:46.577499 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-1f5c77fc-16b8-4fc9-9a87-0149d37fb1de tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:46.578980 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-1f5c77fc-16b8-4fc9-9a87-0149d37fb1de tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 818 time: 0.3025405 Sep 26 01:38:46.627123 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-396b7519-12f8-4d6b-8582-89a1420de5e5 req-d0f64b0f-0a8a-48ed-8c39-a6bbad3b31c0 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676462 Sep 26 01:38:46.631832 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-0c3d5db4-4c95-44c1-a817-85d83a1619a1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/quotas/a553921e97994322b71fda7d032ed8bf HTTP/1.1" status: 200 len: 375 time: 0.0410657 Sep 26 01:38:46.692304 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Allocated IP 172.20.0.10 (03bf27a4-e655-4790-88ee-39ba306a1cc8/07c0d4af-0b33-47e3-960d-193a879b2818/71029362-7449-46f9-acdd-1d08c343bce0) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:38:46.726348 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-289b6f3c-0f52-4f1f-8d3e-c5e2d69d32f4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0730360 Sep 26 01:38:46.870414 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f2634810-2b1f-4efb-a604-ac07bf5eeb38 req-a275a8c6-fc90-4909-a855-fbd1215c85eb tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.1220155 Sep 26 01:38:46.930554 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-627e51e0-f067-4631-bb62-a7ffa1671dc0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781518 Sep 26 01:38:47.090337 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:47.128408 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:47.135082 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b643eb1-3469-4e1b-8795-9cbe9dafedf4 req-3f5761c2-759e-45c8-a7c3-b2ca02e879e9 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:47.136660 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1b643eb1-3469-4e1b-8795-9cbe9dafedf4 req-3f5761c2-759e-45c8-a7c3-b2ca02e879e9 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 945 time: 0.1457419 Sep 26 01:38:47.191831 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-b3384854-88c5-437d-a295-2d710b18dcc2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498057 Sep 26 01:38:47.195024 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks [] for port (71029362-7449-46f9-acdd-1d08c343bce0), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:47.235749 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1b643eb1-3469-4e1b-8795-9cbe9dafedf4 req-52cdd7a4-545b-4837-abc5-4516ce50905d tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859101 Sep 26 01:38:47.287848 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (71029362-7449-46f9-acdd-1d08c343bce0), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:47.346877 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Network 03bf27a4-e655-4790-88ee-39ba306a1cc8 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:38:47.365593 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:47.401920 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:38:47.477067 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Pushing event updated for resources: {'Port': ['ID=71029362-7449-46f9-acdd-1d08c343bce0,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:47.491208 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3ac1cf77-a020-49ba-9228-ad30de155092 req-e643b996-8717-4362-9403-bc666b539247 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 210 time: 0.0582225 Sep 26 01:38:47.522029 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7289108-1df6-4d7e-896c-ca725758ecb2 req-57fbd819-1740-4fb0-9715-4eb9b6c67d56 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:47.523610 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e7289108-1df6-4d7e-896c-ca725758ecb2 req-57fbd819-1740-4fb0-9715-4eb9b6c67d56 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.1805925 Sep 26 01:38:47.546849 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:47.547470 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:47.578992 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0e8e2b17-f657-434b-86d4-5cdc5180bd11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8774633 Sep 26 01:38:47.603577 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e7289108-1df6-4d7e-896c-ca725758ecb2 req-4f78dd7a-16bf-4156-abeb-4a764f1e16e4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708838 Sep 26 01:38:47.801595 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edab584-edbf-4be9-b7d0-a82c185c1877 req-46312d84-c1bd-4183-aff8-6cbcccf9973d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:47.814570 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5edab584-edbf-4be9-b7d0-a82c185c1877 req-46312d84-c1bd-4183-aff8-6cbcccf9973d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0772371 Sep 26 01:38:47.892634 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5edab584-edbf-4be9-b7d0-a82c185c1877 req-f93e389b-93a6-487c-a3c2-24309a9083a7 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730546 Sep 26 01:38:48.010352 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00481e6c-564a-4162-994a-c2b584b51c70 req-dcd51839-510e-44bb-9d32-0959283416c6 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:48.011817 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-00481e6c-564a-4162-994a-c2b584b51c70 req-dcd51839-510e-44bb-9d32-0959283416c6 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 932 time: 0.0527112 Sep 26 01:38:48.067736 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-00481e6c-564a-4162-994a-c2b584b51c70 req-b17ce724-2c4f-4f0c-a51f-c492a5235cdc tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496392 Sep 26 01:38:48.372673 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d374131-d575-4030-a9ab-04670905f7ea req-b3554312-b6c8-4175-8ffc-bf06abe6fcea tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:48.380061 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9d374131-d575-4030-a9ab-04670905f7ea req-b3554312-b6c8-4175-8ffc-bf06abe6fcea tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 945 time: 0.0563970 Sep 26 01:38:48.426912 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9d374131-d575-4030-a9ab-04670905f7ea req-67936fd3-003a-4812-b93a-cc76e633665c tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459554 Sep 26 01:38:48.609304 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6689cb9c-2b4b-4bdc-a4ce-6ae35f5bbd53 req-e6eb5387-6c19-4e10-b6ae-be4308a32f06 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 210 time: 0.0361755 Sep 26 01:38:48.761194 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6395e-01f3-4d89-b64d-4a5512de8c9a req-fe3aa77b-74ff-4465-a945-3289b421c72b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:48.763285 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cec6395e-01f3-4d89-b64d-4a5512de8c9a req-fe3aa77b-74ff-4465-a945-3289b421c72b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0596886 Sep 26 01:38:48.821313 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cec6395e-01f3-4d89-b64d-4a5512de8c9a req-bcaacfce-ac7a-4edc-9cf1-19a0ca006ada tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508015 Sep 26 01:38:49.089273 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa2bee-7a50-4c7f-b49b-d22a36e63c34 req-a416f77f-cb0d-42ed-9f66-7b680c0c8e98 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:49.089273 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9bfa2bee-7a50-4c7f-b49b-d22a36e63c34 req-a416f77f-cb0d-42ed-9f66-7b680c0c8e98 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0993843 Sep 26 01:38:49.134067 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 9b11200b-8c13-43fa-b896-2776db96c757 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:38:49.176241 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:49.213294 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9bfa2bee-7a50-4c7f-b49b-d22a36e63c34 req-329a99e9-7faa-45a5-b948-d7766a6f4ac1 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283531 Sep 26 01:38:49.214862 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 9b11200b-8c13-43fa-b896-2776db96c757 is: ACTIVE; New status is: DOWN {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:49.215366 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9b11200b-8c13-43fa-b896-2776db96c757), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:49.252938 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3c7f9e-627e-471b-9262-606b432016bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b11200b-8c13-43fa-b896-2776db96c757'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:38:49.255273 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ba4204-486e-4b32-9530-3a27a9b29712" -d '{"events": [{"server_uuid": "1c3c7f9e-627e-471b-9262-606b432016bc", "name": "network-vif-unplugged", "status": "completed", "tag": "9b11200b-8c13-43fa-b896-2776db96c757"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:38:49.277745 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 9b11200b-8c13-43fa-b896-2776db96c757, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=9b11200b-8c13-43fa-b896-2776db96c757,segment=NetworkSegment(8dcbed68-07ac-4c67-9a74-f38be419e574),segment_id=8dcbed68-07ac-4c67-9a74-f38be419e574)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:38:49.293085 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a817f6-1a77-4e76-ba8f-a4c7050550b1 req-f6e8fefb-7f2b-4e96-ae95-2e73b747850f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:49.294576 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b3a817f6-1a77-4e76-ba8f-a4c7050550b1 req-f6e8fefb-7f2b-4e96-ae95-2e73b747850f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 932 time: 0.0745456 Sep 26 01:38:49.302870 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (9b11200b-8c13-43fa-b896-2776db96c757), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:49.310208 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:38:49.332251 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 01:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e41b34-fe58-4d34-964b-5cf12c90b7fc x-openstack-request-id: req-c8e41b34-fe58-4d34-964b-5cf12c90b7fc {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:38:49.332613 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3c7f9e-627e-471b-9262-606b432016bc", "name": "network-vif-unplugged", "status": "completed", "tag": "9b11200b-8c13-43fa-b896-2776db96c757", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:38:49.332828 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8e41b34-fe58-4d34-964b-5cf12c90b7fc {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:38:49.333217 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e41b34-fe58-4d34-964b-5cf12c90b7fc'] response: {'server_uuid': '1c3c7f9e-627e-471b-9262-606b432016bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b11200b-8c13-43fa-b896-2776db96c757', 'code': 200} Sep 26 01:38:49.356562 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=9b11200b-8c13-43fa-b896-2776db96c757,revision_number=6']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:49.359913 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b3a817f6-1a77-4e76-ba8f-a4c7050550b1 req-f62d0dd5-13d7-45b2-81a7-45a351bd13ec tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588953 Sep 26 01:38:49.563726 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2267e-bf72-4399-b6ec-8cb6e002c292 req-903cfe67-a67f-4c14-bbb6-6f7a0a029ca3 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:49.567130 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6fc2267e-bf72-4399-b6ec-8cb6e002c292 req-903cfe67-a67f-4c14-bbb6-6f7a0a029ca3 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 943 time: 0.0550933 Sep 26 01:38:49.621711 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:49.635693 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6fc2267e-bf72-4399-b6ec-8cb6e002c292 req-840e1ee6-debf-46ed-b3c8-68b0f2d93e34 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602105 Sep 26 01:38:49.749470 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c60c1489-6088-4f8e-b78c-e7197e5ad95e req-17d2adc4-39df-450f-b009-3d10a225cfce tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 210 time: 0.0389504 Sep 26 01:38:49.969262 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416005a-5349-4577-b3ca-264c7e3054ba req-614a350f-6d7c-4add-ab11-31bcf3b55606 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:49.970920 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2416005a-5349-4577-b3ca-264c7e3054ba req-614a350f-6d7c-4add-ab11-31bcf3b55606 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0584474 Sep 26 01:38:50.034679 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2416005a-5349-4577-b3ca-264c7e3054ba req-04b2d432-0319-4788-97e2-618ed0208957 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573516 Sep 26 01:38:50.348463 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41173e3-3ac2-48b6-aa29-f0e411fdb82d req-49c51e77-641e-4f82-b917-f37490038423 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:50.349884 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b41173e3-3ac2-48b6-aa29-f0e411fdb82d req-49c51e77-641e-4f82-b917-f37490038423 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0508263 Sep 26 01:38:50.404976 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b41173e3-3ac2-48b6-aa29-f0e411fdb82d req-d24e4910-17e3-4deb-bc39-1787cee9059b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492527 Sep 26 01:38:50.499496 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982f8eb-8720-49bd-bb9e-413a75a18465 req-078785a2-9298-4e60-90c9-4b32b2ed7d29 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:50.501097 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8982f8eb-8720-49bd-bb9e-413a75a18465 req-078785a2-9298-4e60-90c9-4b32b2ed7d29 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 932 time: 0.0564246 Sep 26 01:38:50.552787 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8982f8eb-8720-49bd-bb9e-413a75a18465 req-729080dd-50cc-42c9-9367-3796e7a6b9dc tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451117 Sep 26 01:38:50.777054 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e60bb3-6b6b-4e68-8d1a-5b7001db31ef req-a6c76f83-1b8c-49e2-8b4a-897f5ada42be tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:50.788984 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-80e60bb3-6b6b-4e68-8d1a-5b7001db31ef req-a6c76f83-1b8c-49e2-8b4a-897f5ada42be tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 943 time: 0.0720417 Sep 26 01:38:50.838918 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-80e60bb3-6b6b-4e68-8d1a-5b7001db31ef req-15a0a375-9454-4a57-8282-901c9788cf7f tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486910 Sep 26 01:38:50.884451 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fef5520c-7acc-4346-953a-b666b6555e5a req-b977feaf-8f15-4bc4-a942-7af2c8fa5b09 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 210 time: 0.0371685 Sep 26 01:38:51.200190 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90fdf5-902b-4124-b7b2-ed6fca78fe3f req-80f6fcb0-6f56-418d-a00e-7c52a5a7a1a9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:51.201819 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8f90fdf5-902b-4124-b7b2-ed6fca78fe3f req-80f6fcb0-6f56-418d-a00e-7c52a5a7a1a9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0702415 Sep 26 01:38:51.261504 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8f90fdf5-902b-4124-b7b2-ed6fca78fe3f req-b0f42e22-1a3f-4c49-bd33-6590953c2a74 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521767 Sep 26 01:38:51.556709 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d1bfc-c7e4-4b85-ae5c-abee22d41a19 req-e1fdaa68-0070-486c-a490-39aaea322a0b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:51.558507 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f51d1bfc-c7e4-4b85-ae5c-abee22d41a19 req-e1fdaa68-0070-486c-a490-39aaea322a0b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0547049 Sep 26 01:38:51.619929 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f51d1bfc-c7e4-4b85-ae5c-abee22d41a19 req-5fa36933-d224-4260-b370-a1bcac88665f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554414 Sep 26 01:38:51.707683 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdb0a4-efb8-415d-81cf-2613c95bf04e req-0d20be36-36c6-4ed1-b93c-0531b1e0616d tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:51.709313 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1cfdb0a4-efb8-415d-81cf-2613c95bf04e req-0d20be36-36c6-4ed1-b93c-0531b1e0616d tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 932 time: 0.0668142 Sep 26 01:38:51.764782 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1cfdb0a4-efb8-415d-81cf-2613c95bf04e req-dd122df7-0637-424f-badc-922014d12692 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498354 Sep 26 01:38:51.831162 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:51.836842 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:51.979997 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a734365-dcd8-41d3-8f0d-9bfb24c11fda req-f6ab1e5a-90bf-48c3-8dc6-e32ab4af51b4 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:51.988774 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4a734365-dcd8-41d3-8f0d-9bfb24c11fda req-f6ab1e5a-90bf-48c3-8dc6-e32ab4af51b4 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 943 time: 0.0672536 Sep 26 01:38:52.029474 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0c6f44a2-35c3-47c4-b129-38b0e13ceff5 req-d2122a7b-f908-4f09-8d91-9879ef9ab9e4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 210 time: 0.0385516 Sep 26 01:38:52.070731 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4a734365-dcd8-41d3-8f0d-9bfb24c11fda req-e6e456c5-a976-4a19-97a9-6165d60fdd7f tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809526 Sep 26 01:38:52.447599 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c5c75-2db4-42c3-9a11-9a87f9f108a4 req-7d77c500-7378-4cb7-b6bf-d01445d6e725 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:52.449147 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-854c5c75-2db4-42c3-9a11-9a87f9f108a4 req-7d77c500-7378-4cb7-b6bf-d01445d6e725 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0577230 Sep 26 01:38:52.493859 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:52.506113 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-854c5c75-2db4-42c3-9a11-9a87f9f108a4 req-a7cfe240-8e2b-466f-8749-78ed58a0cf95 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483570 Sep 26 01:38:52.756283 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917d45a-e214-45ae-b9f5-57c34fb741d5 req-d3ca0bea-0fc5-4e96-82c6-e395b81f8ac9 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:52.757904 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a917d45a-e214-45ae-b9f5-57c34fb741d5 req-d3ca0bea-0fc5-4e96-82c6-e395b81f8ac9 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0505552 Sep 26 01:38:52.809786 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a917d45a-e214-45ae-b9f5-57c34fb741d5 req-e0c3686f-a0a8-476f-a57c-bb8b9bae9c0d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455949 Sep 26 01:38:52.929271 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f5423-4865-4281-814c-53507a2465fa req-e7eb5297-2464-4b11-835d-34da0edd2a71 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:52.931047 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-894f5423-4865-4281-814c-53507a2465fa req-e7eb5297-2464-4b11-835d-34da0edd2a71 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 932 time: 0.0635509 Sep 26 01:38:52.979190 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:52.984819 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-894f5423-4865-4281-814c-53507a2465fa req-6e665dd6-ba2a-486c-8179-6b9c53bc0e58 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477965 Sep 26 01:38:53.154484 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a17a9e11-9d5d-4f54-9cc5-d62b0f63698d req-62886eec-2e68-4ea5-8c25-1171e2ca9d67 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 210 time: 0.0300369 Sep 26 01:38:53.203429 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d0544-c188-4b4d-a16f-4360f1b53b76 req-8c8386eb-9e68-4292-896f-f526453ad797 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:53.204943 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-212d0544-c188-4b4d-a16f-4360f1b53b76 req-8c8386eb-9e68-4292-896f-f526453ad797 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 943 time: 0.0493715 Sep 26 01:38:53.254467 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-212d0544-c188-4b4d-a16f-4360f1b53b76 req-9dfc1f16-62fa-406c-a741-c829ee320861 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423501 Sep 26 01:38:53.631632 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcac67-c28b-4190-b3f4-563441aebc88 req-23fba718-f680-49d5-9330-c2cbf6c721ba tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:53.633105 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-67dcac67-c28b-4190-b3f4-563441aebc88 req-23fba718-f680-49d5-9330-c2cbf6c721ba tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0469940 Sep 26 01:38:53.663687 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Request body: {'port': {'device_id': 'd837132a-710f-45a8-8a44-38f2b04a09c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:53.722428 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-67dcac67-c28b-4190-b3f4-563441aebc88 req-cd75b1ff-e789-4cdf-87b3-ee57624f2af1 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833511 Sep 26 01:38:53.757239 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (71029362-7449-46f9-acdd-1d08c343bce0), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:53.956635 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577f6ac-8ae5-4baf-adda-9149847247f4 req-df6c9fd6-6495-4d97-97b0-905915e1f218 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:53.958138 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d577f6ac-8ae5-4baf-adda-9149847247f4 req-df6c9fd6-6495-4d97-97b0-905915e1f218 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 943 time: 0.1017082 Sep 26 01:38:54.039721 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef231b-0686-47ce-871f-40b5e70adaf4 req-25cabe42-07d7-4ad5-ac52-0cc8d7f8b90c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:54.041228 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-feef231b-0686-47ce-871f-40b5e70adaf4 req-25cabe42-07d7-4ad5-ac52-0cc8d7f8b90c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.1390195 Sep 26 01:38:54.202161 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-d577f6ac-8ae5-4baf-adda-9149847247f4 req-41a744a3-9fad-45e9-bac0-c970b8513bd5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Deleting port 9b11200b-8c13-43fa-b896-2776db96c757 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:38:54.202508 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d577f6ac-8ae5-4baf-adda-9149847247f4 req-41a744a3-9fad-45e9-bac0-c970b8513bd5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (9b11200b-8c13-43fa-b896-2776db96c757), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:54.210743 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdb44c-55d2-45e4-8410-873c684b6f9c req-c53dc8f8-1177-4af7-8c54-ea934dc52b2f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:54.212223 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1abdb44c-55d2-45e4-8410-873c684b6f9c req-c53dc8f8-1177-4af7-8c54-ea934dc52b2f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 932 time: 0.1414380 Sep 26 01:38:54.220800 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-feef231b-0686-47ce-871f-40b5e70adaf4 req-28781ca4-7dc1-4e44-966a-a6dc5e6c36a4 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697898 Sep 26 01:38:54.320031 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:54.362789 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e5c48057-a59d-43b2-af5b-5ab587b2b3d0 req-236533b7-19c1-443c-a574-f8e318fbd0b1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 210 time: 0.0569692 Sep 26 01:38:54.363188 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:54.369338 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71029362-7449-46f9-acdd-1d08c343bce0 {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:38:54.388749 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Publish callbacks [] for port (71029362-7449-46f9-acdd-1d08c343bce0), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:54.462054 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1abdb44c-55d2-45e4-8410-873c684b6f9c req-ada21c11-701a-4f39-ba62-a324c4b6f9f6 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397058 Sep 26 01:38:54.471537 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Transition to ACTIVE for port object 71029362-7449-46f9-acdd-1d08c343bce0 will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:38:54.484049 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941ae38-d736-42eb-93a0-358275821f55 req-be755a9b-fa7f-4db9-b79e-8024274a9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:54.485572 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3941ae38-d736-42eb-93a0-358275821f55 req-be755a9b-fa7f-4db9-b79e-8024274a9429 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 1130 time: 0.1068747 Sep 26 01:38:54.487560 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-d577f6ac-8ae5-4baf-adda-9149847247f4 req-41a744a3-9fad-45e9-bac0-c970b8513bd5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] For port 9b11200b-8c13-43fa-b896-2776db96c757, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=9b11200b-8c13-43fa-b896-2776db96c757,segment=NetworkSegment(8dcbed68-07ac-4c67-9a74-f38be419e574),segment_id=8dcbed68-07ac-4c67-9a74-f38be419e574)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:38:54.487928 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d577f6ac-8ae5-4baf-adda-9149847247f4 req-41a744a3-9fad-45e9-bac0-c970b8513bd5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (9b11200b-8c13-43fa-b896-2776db96c757), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:54.513908 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (71029362-7449-46f9-acdd-1d08c343bce0), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:54.536677 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-d577f6ac-8ae5-4baf-adda-9149847247f4 req-41a744a3-9fad-45e9-bac0-c970b8513bd5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Calling delete_port for 9b11200b-8c13-43fa-b896-2776db96c757 owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:38:54.851354 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78e4fd-e53e-49a0-a440-c3ac95de4e45 req-7089d5fc-1e2c-447f-8584-da3d8b528c0f tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:54.852824 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf78e4fd-e53e-49a0-a440-c3ac95de4e45 req-7089d5fc-1e2c-447f-8584-da3d8b528c0f tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 943 time: 0.3899307 Sep 26 01:38:54.943871 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Pushing event updated for resources: {'Port': ['ID=71029362-7449-46f9-acdd-1d08c343bce0,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:55.035645 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587af826-b95e-475b-865c-70440876c99f req-374b800c-55f5-42f5-82bb-796c48dfbc6c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:55.037215 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-587af826-b95e-475b-865c-70440876c99f req-374b800c-55f5-42f5-82bb-796c48dfbc6c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.1933651 Sep 26 01:38:55.066089 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-e7bd60b3-2b53-4965-ab86-c3adb25fe4ca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:55.067637 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-e7bd60b3-2b53-4965-ab86-c3adb25fe4ca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 818 time: 0.1177866 Sep 26 01:38:55.118815 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf78e4fd-e53e-49a0-a440-c3ac95de4e45 req-8432dc55-fb22-43af-82ae-f588c2291bbb tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234831 Sep 26 01:38:55.119831 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941ae38-d736-42eb-93a0-358275821f55 req-27dd74e2-a00c-4ade-9774-3ec08658b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:55.121275 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3941ae38-d736-42eb-93a0-358275821f55 req-27dd74e2-a00c-4ade-9774-3ec08658b645 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 200 len: 917 time: 0.6084268 Sep 26 01:38:55.138436 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Attempting to bind port 71029362-7449-46f9-acdd-1d08c343bce0 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:38:55.138436 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Attempting to bind port 71029362-7449-46f9-acdd-1d08c343bce0 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': 'ff120d4c-635e-408f-bea6-c0bf8c2c2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:38:55.138436 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Attempting to bind port 71029362-7449-46f9-acdd-1d08c343bce0 on network 03bf27a4-e655-4790-88ee-39ba306a1cc8 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:38:55.147655 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-d056df43-4f95-4cca-a1a7-beab20d4ded4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a553921e97994322b71fda7d032ed8bf HTTP/1.1" status: 200 len: 380 time: 0.0674438 Sep 26 01:38:55.157884 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Request body: {'port': {'device_id': '5b15f03f-c129-4db7-a021-c160558dbecb', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'admin_state_up': True, 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'security_groups': ['99c0e294-b325-4762-8e48-848eaaae060c']}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:55.248850 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-587af826-b95e-475b-865c-70440876c99f req-cbd0be5a-3408-40ae-88c3-e4a4b1358ff7 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932395 Sep 26 01:38:55.287727 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Made reservation on behalf of a553921e97994322b71fda7d032ed8bf for: {'port': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:38:55.291805 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Port 71029362-7449-46f9-acdd-1d08c343bce0 on network 03bf27a4-e655-4790-88ee-39ba306a1cc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:38:55.292143 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Attempting to bind port 71029362-7449-46f9-acdd-1d08c343bce0 on network 03bf27a4-e655-4790-88ee-39ba306a1cc8 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:38:55.293418 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:55.295692 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3941ae38-d736-42eb-93a0-358275821f55 req-e483e98f-0cd5-42ab-bcb6-09e5c3c8b4d0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 HTTP/1.1" status: 200 len: 1002 time: 0.1508491 Sep 26 01:38:55.297875 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d577f6ac-8ae5-4baf-adda-9149847247f4 req-41a744a3-9fad-45e9-bac0-c970b8513bd5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (9b11200b-8c13-43fa-b896-2776db96c757), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:55.326594 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:55.395480 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:55.420128 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a744a3-9fad-45e9-bac0-c970b8513bd5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Pushing event deleted for resources: {'Port': ['ID=9b11200b-8c13-43fa-b896-2776db96c757,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:55.433128 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Allocated IP 172.20.0.8 (a09d4722-058c-40eb-9bf4-6c4a707b96c6/38206234-32a5-44a3-8e38-190376c3054e/6a6db24c-6002-495f-ba8b-4e1c78db3a08) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:38:55.503690 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941ae38-d736-42eb-93a0-358275821f55 req-51140597-dbb1-481a-a8a2-08baffa13635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:55.505097 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3941ae38-d736-42eb-93a0-358275821f55 req-51140597-dbb1-481a-a8a2-08baffa13635 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=da203c2e-72b6-4935-8d01-4a01b35361c4 HTTP/1.1" status: 200 len: 855 time: 0.1791961 Sep 26 01:38:55.505807 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:38:55.506131 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Checking segment: {'id': 'ff120d4c-635e-408f-bea6-c0bf8c2c2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:38:55.506505 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Bound using segment: {'id': 'ff120d4c-635e-408f-bea6-c0bf8c2c2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:38:55.506950 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Bound port: 71029362-7449-46f9-acdd-1d08c343bce0, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff120d4c-635e-408f-bea6-c0bf8c2c2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:38:55.507299 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (71029362-7449-46f9-acdd-1d08c343bce0), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:55.514097 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de203ba-eb81-473c-8534-7b8d7c577fdc req-df1ba39c-d285-47e5-b351-2a2e42d0a24e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:55.515442 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9de203ba-eb81-473c-8534-7b8d7c577fdc req-df1ba39c-d285-47e5-b351-2a2e42d0a24e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.1906095 Sep 26 01:38:55.520048 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d577f6ac-8ae5-4baf-adda-9149847247f4 req-41a744a3-9fad-45e9-bac0-c970b8513bd5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] No DVR routers for this DVR port 9b11200b-8c13-43fa-b896-2776db96c757 on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:38:55.551675 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d577f6ac-8ae5-4baf-adda-9149847247f4 req-41a744a3-9fad-45e9-bac0-c970b8513bd5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:55.554694 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d577f6ac-8ae5-4baf-adda-9149847247f4 req-41a744a3-9fad-45e9-bac0-c970b8513bd5 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.52 "DELETE /networking/v2.0/ports/9b11200b-8c13-43fa-b896-2776db96c757 HTTP/1.1" status: 204 len: 173 time: 1.5636804 Sep 26 01:38:55.556659 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3c7f9e-627e-471b-9262-606b432016bc', 'name': 'network-vif-deleted', 'tag': '9b11200b-8c13-43fa-b896-2776db96c757'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:38:55.558954 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d79d9d-099d-4e7b-9f89-23a34f130096" -d '{"events": [{"server_uuid": "1c3c7f9e-627e-471b-9262-606b432016bc", "name": "network-vif-deleted", "tag": "9b11200b-8c13-43fa-b896-2776db96c757"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:38:55.581932 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e7ad29c3-da6c-430e-9d96-751d0247aa8e req-c8a95a68-ca00-4cdd-a72a-354d976f7aa2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 210 time: 0.1090851 Sep 26 01:38:55.590289 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:55.629041 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941ae38-d736-42eb-93a0-358275821f55 req-8acbda1f-6863-417f-bc66-c5b9c99880e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:55.630673 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3941ae38-d736-42eb-93a0-358275821f55 req-8acbda1f-6863-417f-bc66-c5b9c99880e5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5af791d8-1618-4513-8e4d-eb7941c2c427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1130440 Sep 26 01:38:55.631293 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:55.686431 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Network a09d4722-058c-40eb-9bf4-6c4a707b96c6 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:38:55.701739 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:38:55.719758 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:38:55.753884 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9de203ba-eb81-473c-8534-7b8d7c577fdc req-41fd48d0-c455-4789-8a79-b0b31211d14f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980677 Sep 26 01:38:55.763687 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event updated for resources: {'Port': ['ID=6a6db24c-6002-495f-ba8b-4e1c78db3a08,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:55.770018 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] For port 71029362-7449-46f9-acdd-1d08c343bce0, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:38:55.812851 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:55.813498 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:55.837089 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] For port 71029362-7449-46f9-acdd-1d08c343bce0, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=71029362-7449-46f9-acdd-1d08c343bce0,segment=NetworkSegment(ff120d4c-635e-408f-bea6-c0bf8c2c2a61),segment_id=ff120d4c-635e-408f-bea6-c0bf8c2c2a61)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:38:55.847919 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-7b0821a8-62a0-4641-8211-32e8b8fa0367 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6934466 Sep 26 01:38:55.855238 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (71029362-7449-46f9-acdd-1d08c343bce0), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:55.873053 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Request body: {'port': {'device_id': '5b15f03f-c129-4db7-a021-c160558dbecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:38:55.885265 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:55.886021 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:55.890081 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/71029362-7449-46f9-acdd-1d08c343bce0 HTTP/1.1" status: 200 len: 1094 time: 2.2293105 Sep 26 01:38:55.938284 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51081749-4341-46cc-a74d-756d13bb5993 x-openstack-request-id: req-51081749-4341-46cc-a74d-756d13bb5993 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:38:55.938589 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3c7f9e-627e-471b-9262-606b432016bc", "name": "network-vif-deleted", "tag": "9b11200b-8c13-43fa-b896-2776db96c757", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:38:55.939008 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51081749-4341-46cc-a74d-756d13bb5993 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:38:55.945488 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51081749-4341-46cc-a74d-756d13bb5993'] response: {'server_uuid': '1c3c7f9e-627e-471b-9262-606b432016bc', 'name': 'network-vif-deleted', 'tag': '9b11200b-8c13-43fa-b896-2776db96c757', 'status': 'completed', 'code': 200} Sep 26 01:38:55.948808 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d7be0-4017-4b53-9d5f-d2df62a763b0 req-498f45d8-7979-4027-be2d-e3e5568c340a tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:55.952085 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-680d7be0-4017-4b53-9d5f-d2df62a763b0 req-498f45d8-7979-4027-be2d-e3e5568c340a tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 944 time: 0.2034256 Sep 26 01:38:55.952943 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:55.955252 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:56.008841 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-ed2d3549-bcd5-46ad-843d-721124643785 None None] Provisioning complete for port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:38:56.009418 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-ed2d3549-bcd5-46ad-843d-721124643785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:56.009531 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-ed2d3549-bcd5-46ad-843d-721124643785 None None] Attempt 1 to provision port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 Sep 26 01:38:56.013304 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:56.044261 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3941ae38-d736-42eb-93a0-358275821f55 req-f0d038dc-970b-4c72-8b1d-94704c76aecc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013805 Sep 26 01:38:56.045230 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-1467e482-776a-4522-b343-48c9e7387112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:56.046614 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-1467e482-776a-4522-b343-48c9e7387112 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3d84eb826e054de3a831769967d5ed91&device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 1128 time: 0.0893958 Sep 26 01:38:56.047947 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:56.050578 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d3549-bcd5-46ad-843d-721124643785 None None] Port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:56.164527 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f62455-0218-4dc3-a69b-4e49acb84823 service neutron] Pushing event updated for resources: {'Port': ['ID=71029362-7449-46f9-acdd-1d08c343bce0,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:56.171598 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-4adba18f-10d7-4dda-a311-d1cbc2842e02 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71029362-7449-46f9-acdd-1d08c343bce0 HTTP/1.1" status: 200 len: 217 time: 0.1018572 Sep 26 01:38:56.223424 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-680d7be0-4017-4b53-9d5f-d2df62a763b0 req-52a0338a-3f86-4f64-a56a-4cc27a7063ad tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017782 Sep 26 01:38:56.285389 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6f95f30e-d823-4b23-8866-594973dc2de4 req-2c845e63-4d96-46f7-aa53-79fc6e8d8878 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 210 time: 0.0416505 Sep 26 01:38:56.292164 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-f15950d9-b80f-4b68-a8b2-81dab600b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:56.293624 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-f15950d9-b80f-4b68-a8b2-81dab600b5c1 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=07c0d4af-0b33-47e3-960d-193a879b2818 HTTP/1.1" status: 200 len: 848 time: 0.1092141 Sep 26 01:38:56.295978 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3941ae38-d736-42eb-93a0-358275821f55 req-1adb377f-8538-4b80-8440-0636e1ac9658 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252266 Sep 26 01:38:56.316709 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6db24c-6002-495f-ba8b-4e1c78db3a08 {{(pid=106406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:38:56.324363 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Publish callbacks [] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:56.337730 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.provisioning_blocks [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Transition to ACTIVE for port object 6a6db24c-6002-495f-ba8b-4e1c78db3a08 will not be triggered until provisioned by entity L2. {{(pid=106406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:38:56.342622 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:56.398904 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a5e60-c37f-4db5-8bca-c2077b76b986 req-873b97e6-36e6-465c-84bf-9d409e5b7575 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:56.400543 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f04a5e60-c37f-4db5-8bca-c2077b76b986 req-873b97e6-36e6-465c-84bf-9d409e5b7575 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 946 time: 0.0527296 Sep 26 01:38:56.430848 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Pushing event updated for resources: {'Port': ['ID=6a6db24c-6002-495f-ba8b-4e1c78db3a08,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:56.450676 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f04a5e60-c37f-4db5-8bca-c2077b76b986 req-a2c6f2ee-9180-4760-adf4-e01f3f4d0323 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444784 Sep 26 01:38:56.455636 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Attempting to bind port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:38:56.456222 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Attempting to bind port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'}] {{(pid=106406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:38:56.456604 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Attempting to bind port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 on network a09d4722-058c-40eb-9bf4-6c4a707b96c6 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:38:56.500205 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-0824dd0e-a865-4ec9-a5f4-1e2a03da1e14 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=03bf27a4-e655-4790-88ee-39ba306a1cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308645 Sep 26 01:38:56.504305 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 on network a09d4722-058c-40eb-9bf4-6c4a707b96c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:38:56.504660 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Attempting to bind port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 on network a09d4722-058c-40eb-9bf4-6c4a707b96c6 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:38:56.545312 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:38:56.545640 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Checking segment: {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:38:56.546009 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Bound using segment: {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'} {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:38:56.546428 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Bound port: 6a6db24c-6002-495f-ba8b-4e1c78db3a08, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d041b65-3e7c-4958-bda5-391750c6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6'}}] {{(pid=106406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:38:56.546775 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:56.551479 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-ed2d3549-bcd5-46ad-843d-721124643785 None None] Attempt 2 to provision port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 Sep 26 01:38:56.584512 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d3549-bcd5-46ad-843d-721124643785 None None] Port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:38:56.606768 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] For port 6a6db24c-6002-495f-ba8b-4e1c78db3a08, host hv-cinder-85920, cleared binding levels {{(pid=106406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:38:56.609875 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] For port 6a6db24c-6002-495f-ba8b-4e1c78db3a08, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=6a6db24c-6002-495f-ba8b-4e1c78db3a08,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:38:56.615785 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:56.621280 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:56.621901 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:56.623285 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/6a6db24c-6002-495f-ba8b-4e1c78db3a08 HTTP/1.1" status: 200 len: 1093 time: 0.7551773 Sep 26 01:38:56.623755 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b15f03f-c129-4db7-a021-c160558dbecb', 'tag': '6a6db24c-6002-495f-ba8b-4e1c78db3a08'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:38:56.625968 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb524a2-ff2c-4bd7-ad46-bbe182844af8" -d '{"events": [{"name": "network-changed", "server_uuid": "5b15f03f-c129-4db7-a021-c160558dbecb", "tag": "6a6db24c-6002-495f-ba8b-4e1c78db3a08"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:38:56.678001 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753e56d-02f9-4b6f-a230-dfd568c30a9d service neutron] Pushing event updated for resources: {'Port': ['ID=6a6db24c-6002-495f-ba8b-4e1c78db3a08,revision_number=3']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:56.683542 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de65e4df-2f44-47c1-bbc0-bcd8957a8fae x-openstack-request-id: req-de65e4df-2f44-47c1-bbc0-bcd8957a8fae {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:38:56.683820 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b15f03f-c129-4db7-a021-c160558dbecb", "tag": "6a6db24c-6002-495f-ba8b-4e1c78db3a08", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:38:56.684070 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de65e4df-2f44-47c1-bbc0-bcd8957a8fae {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:38:56.684492 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de65e4df-2f44-47c1-bbc0-bcd8957a8fae'] response: {'name': 'network-changed', 'server_uuid': '5b15f03f-c129-4db7-a021-c160558dbecb', 'tag': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'status': 'completed', 'code': 200} Sep 26 01:38:56.724512 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a0e2b-8f5d-4db0-ae7a-d3158bf9f298 req-396751cf-1b52-40e4-bb2c-36b275160194 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:56.725978 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e81a0e2b-8f5d-4db0-ae7a-d3158bf9f298 req-396751cf-1b52-40e4-bb2c-36b275160194 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0469654 Sep 26 01:38:56.738450 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:56.777845 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e81a0e2b-8f5d-4db0-ae7a-d3158bf9f298 req-e662becb-9ed1-447b-bc5c-68124772b2ee tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462325 Sep 26 01:38:56.880061 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-e9b57102-90ee-4ccf-b43a-68e9278a2ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:56.898346 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f941f9-a27f-4fd9-aeb1-3167729cdd53 req-7adb3311-ecbd-41e3-8e08-64d662a13a28 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:56.899828 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-80f941f9-a27f-4fd9-aeb1-3167729cdd53 req-7adb3311-ecbd-41e3-8e08-64d662a13a28 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0502727 Sep 26 01:38:56.935566 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:56.948487 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-80f941f9-a27f-4fd9-aeb1-3167729cdd53 req-ad010ec2-1839-4f10-b017-8fe72200b94a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429840 Sep 26 01:38:57.085900 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-ed2d3549-bcd5-46ad-843d-721124643785 None None] Attempt 3 to provision port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 Sep 26 01:38:57.126184 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d3549-bcd5-46ad-843d-721124643785 None None] Port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 had new provisioning blocks added so it will not transition to active. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 01:38:57.150613 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:38:57.223851 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 is: ACTIVE; New status is: DOWN {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:38:57.224152 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:57.246581 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:38:57.248863 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf3d12f-c817-444e-a6a4-ab4354c8621c" -d '{"events": [{"server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:38:57.262532 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:38:57.266977 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:57.312776 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d030b9b-f3f2-411a-a18f-aae6b6cafbf9 x-openstack-request-id: req-8d030b9b-f3f2-411a-a18f-aae6b6cafbf9 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:38:57.313152 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:38:57.313399 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d030b9b-f3f2-411a-a18f-aae6b6cafbf9 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:38:57.313841 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d030b9b-f3f2-411a-a18f-aae6b6cafbf9'] response: {'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'code': 200} Sep 26 01:38:57.325145 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,revision_number=8']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:57.367215 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e93c0-96ea-4c57-a160-ba937c8f76da req-21e16b57-56b0-43b7-8fb2-5d8ad8475082 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:57.368752 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0c9e93c0-96ea-4c57-a160-ba937c8f76da req-21e16b57-56b0-43b7-8fb2-5d8ad8475082 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 944 time: 0.0484920 Sep 26 01:38:57.418868 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a178c21b-0ffc-4b11-8532-f66041ef85f3 req-2f14cf2a-b8f7-4592-8e6c-120c07124c5e tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1c3c7f9e-627e-471b-9262-606b432016bc HTTP/1.1" status: 200 len: 210 time: 0.0376172 Sep 26 01:38:57.445681 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0c9e93c0-96ea-4c57-a160-ba937c8f76da req-a4c10548-dde3-40f5-acf3-7ca599132dd1 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714059 Sep 26 01:38:57.581304 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1966e4b-39ef-4cdd-8ee3-145591afcaae req-e2ed159a-130e-468d-a8a5-cb18b2ea58cf tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:57.582797 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d1966e4b-39ef-4cdd-8ee3-145591afcaae req-e2ed159a-130e-468d-a8a5-cb18b2ea58cf tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0472643 Sep 26 01:38:57.629958 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d1966e4b-39ef-4cdd-8ee3-145591afcaae req-b4719eec-bcaf-475a-a992-4d08add2083e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416548 Sep 26 01:38:57.900535 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edfc74-edb7-47a8-a27b-655ea177ff8a req-2eb8c2ff-0dc6-43b1-be40-85b0a44dfa41 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:57.902040 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f8edfc74-edb7-47a8-a27b-655ea177ff8a req-2eb8c2ff-0dc6-43b1-be40-85b0a44dfa41 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0492332 Sep 26 01:38:57.944657 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd837132a-710f-45a8-8a44-38f2b04a09c8', 'tag': '71029362-7449-46f9-acdd-1d08c343bce0'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:38:57.947164 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f27d8a2-0ba7-441c-a182-6fc8df4c8582" -d '{"events": [{"name": "network-changed", "server_uuid": "d837132a-710f-45a8-8a44-38f2b04a09c8", "tag": "71029362-7449-46f9-acdd-1d08c343bce0"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:38:57.956934 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f8edfc74-edb7-47a8-a27b-655ea177ff8a req-5347265c-26ab-4f5f-b79f-0fc5e49c3b47 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491023 Sep 26 01:38:57.984755 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c08255-7207-4c90-bf14-55277a2ec0be x-openstack-request-id: req-b1c08255-7207-4c90-bf14-55277a2ec0be {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:38:57.985043 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d837132a-710f-45a8-8a44-38f2b04a09c8", "tag": "71029362-7449-46f9-acdd-1d08c343bce0", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:38:57.985282 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1c08255-7207-4c90-bf14-55277a2ec0be {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:38:57.985682 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c08255-7207-4c90-bf14-55277a2ec0be'] response: {'name': 'network-changed', 'server_uuid': 'd837132a-710f-45a8-8a44-38f2b04a09c8', 'tag': '71029362-7449-46f9-acdd-1d08c343bce0', 'status': 'completed', 'code': 200} Sep 26 01:38:58.077197 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a62ff1-1d3e-43dd-a29f-05603e363927 req-d8f531c1-f175-4e6e-a316-384fe41aa322 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:58.078770 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-91a62ff1-1d3e-43dd-a29f-05603e363927 req-d8f531c1-f175-4e6e-a316-384fe41aa322 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0538378 Sep 26 01:38:58.147534 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-91a62ff1-1d3e-43dd-a29f-05603e363927 req-c8c14f88-74b0-443d-a29c-87b247569043 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631235 Sep 26 01:38:58.193430 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb524a2-ff2c-4bd7-ad46-bbe182844af8 req-eb0f6c4b-3b9e-474e-a90b-0123c8139b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:58.199583 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5fb524a2-ff2c-4bd7-ad46-bbe182844af8 req-eb0f6c4b-3b9e-474e-a90b-0123c8139b64 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 1127 time: 0.0555205 Sep 26 01:38:58.241710 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-8cc7da8e-4c08-4ecc-b160-cf5162c98076 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/03bf27a4-e655-4790-88ee-39ba306a1cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150281 Sep 26 01:38:58.372300 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb524a2-ff2c-4bd7-ad46-bbe182844af8 req-ebe66107-74e5-4762-88da-664ff2afacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:58.373910 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5fb524a2-ff2c-4bd7-ad46-bbe182844af8 req-ebe66107-74e5-4762-88da-664ff2afacb1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=a553921e97994322b71fda7d032ed8bf&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1380141 Sep 26 01:38:58.401447 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:58.428757 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8716e5dd-8655-4e51-a08f-380c0e587eca req-fc843cae-fbf9-468c-8a4f-062a327cde77 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/03bf27a4-e655-4790-88ee-39ba306a1cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789143 Sep 26 01:38:58.498579 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-29975b97-fa4a-4af8-be01-d3ccb1988cf0 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-789307550&fields=id&tenant_id=d1d406b57f894053834ce17fa63fa6ac HTTP/1.1" status: 200 len: 267 time: 0.0819535 Sep 26 01:38:58.515839 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb524a2-ff2c-4bd7-ad46-bbe182844af8 req-0b2650b2-7119-433f-aae9-c87879ee2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:58.515839 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5fb524a2-ff2c-4bd7-ad46-bbe182844af8 req-0b2650b2-7119-433f-aae9-c87879ee2d98 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214287 Sep 26 01:38:58.635883 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c82a6c-d89a-4e78-8a69-3de886921773 req-534d2f3d-5166-4da4-9e40-12dabaf16159 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:58.637418 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-22c82a6c-d89a-4e78-8a69-3de886921773 req-534d2f3d-5166-4da4-9e40-12dabaf16159 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 944 time: 0.0641537 Sep 26 01:38:58.690457 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-40b33d72-d2ff-420d-9f34-bf07a81a8a0b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:58.691954 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-40b33d72-d2ff-420d-9f34-bf07a81a8a0b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/networks?id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 HTTP/1.1" status: 200 len: 809 time: 0.1851854 Sep 26 01:38:58.724976 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-22c82a6c-d89a-4e78-8a69-3de886921773 req-b38e3cac-ea0e-436a-b623-6fdf853850d2 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806177 Sep 26 01:38:58.726416 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a9785989-c684-4bf9-adac-95eff9ea1915 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/quotas/d1d406b57f894053834ce17fa63fa6ac HTTP/1.1" status: 200 len: 375 time: 0.0223742 Sep 26 01:38:58.786939 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-d20b95ba-37fe-46b5-a350-18c382295727 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d1d406b57f894053834ce17fa63fa6ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549114 Sep 26 01:38:58.867079 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:58.879025 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de62171-bcdb-416d-bdc7-79781c5912ad req-cd313b39-269a-4f9b-bb75-91b64805b9a0 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:58.880872 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3de62171-bcdb-416d-bdc7-79781c5912ad req-cd313b39-269a-4f9b-bb75-91b64805b9a0 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0930619 Sep 26 01:38:58.904077 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:58.948815 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-6ee0bcdf-8e49-423d-a120-38ff7650b0c9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510408 Sep 26 01:38:58.969256 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3de62171-bcdb-416d-bdc7-79781c5912ad req-7049ad1c-a489-4574-bf62-010615fe1bfc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822437 Sep 26 01:38:59.079232 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a83f14c9-b527-48c7-ba22-6a68976ae58b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216190 Sep 26 01:38:59.089745 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e9349-5773-47d1-8ceb-eacd4c84a01d req-394b1736-62f8-4b1d-b2dc-d584dc518f2a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:59.091101 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-358e9349-5773-47d1-8ceb-eacd4c84a01d req-394b1736-62f8-4b1d-b2dc-d584dc518f2a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0580726 Sep 26 01:38:59.144801 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-358e9349-5773-47d1-8ceb-eacd4c84a01d req-2323903e-0526-4bbb-9557-8ed435697a2b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475056 Sep 26 01:38:59.236504 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9da92ae5-6205-4e13-bb3f-11c1636fb512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:59.300920 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=9 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:59.305454 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=19 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:59.470176 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef4be0-7703-4bd3-95ce-dbea151bb730 req-3818a689-28bb-4ccc-b2d5-dd00e56d3046 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:59.472719 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-baef4be0-7703-4bd3-95ce-dbea151bb730 req-3818a689-28bb-4ccc-b2d5-dd00e56d3046 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0798714 Sep 26 01:38:59.545866 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-baef4be0-7703-4bd3-95ce-dbea151bb730 req-2a790879-6285-4359-96d1-9fb6ef6d6146 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614340 Sep 26 01:38:59.610770 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 38628) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:59.621362 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-79a80650-f265-4ea2-8ad0-03cd060923fd req-ac17b703-a97c-4e86-8881-17546e20ae6b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0372751 Sep 26 01:38:59.746731 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7bfc51b8-dda7-4132-8334-f0e05e9c4c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:59.769473 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [req-07a2803a-3d73-427e-94d1-9e850ce3709d req-1baea1c7-3ed7-4dc0-b911-71f58609e59b service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:38:59.770356 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-07a2803a-3d73-427e-94d1-9e850ce3709d req-1baea1c7-3ed7-4dc0-b911-71f58609e59b service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060825 Sep 26 01:38:59.836889 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7bfc51b8-dda7-4132-8334-f0e05e9c4c73 admin admin] Publish callbacks [] for security_group (9080aee0-fd03-476a-9bf8-ae624edbee7c), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:59.841643 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7bfc51b8-dda7-4132-8334-f0e05e9c4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (9080aee0-fd03-476a-9bf8-ae624edbee7c), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:38:59.874302 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:38:59.881230 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc51b8-dda7-4132-8334-f0e05e9c4c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9080aee0-fd03-476a-9bf8-ae624edbee7c,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:38:59.888534 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad89060-87cf-495c-9ea9-5c5ce3752f06 req-690759e6-73a3-43d1-b182-f47834c1a3e7 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:38:59.897969 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-aad89060-87cf-495c-9ea9-5c5ce3752f06 req-690759e6-73a3-43d1-b182-f47834c1a3e7 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 944 time: 0.0657878 Sep 26 01:38:59.911542 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-7bfc51b8-dda7-4132-8334-f0e05e9c4c73 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=894662793ded45fda1dca264e12e2452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994246 Sep 26 01:38:59.913488 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 38644) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:38:59.957238 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-aad89060-87cf-495c-9ea9-5c5ce3752f06 req-68a09d82-d0b7-4bb8-a682-061d574c9b09 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581129 Sep 26 01:38:59.978326 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7c27e372-2c75-4863-bf01-244112e2b473 admin admin] Publish callbacks [] for security_group (9080aee0-fd03-476a-9bf8-ae624edbee7c), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:00.003565 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7c27e372-2c75-4863-bf01-244112e2b473 admin admin] Publish callbacks [] for security_group (9080aee0-fd03-476a-9bf8-ae624edbee7c), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:00.010724 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cfc81-2c65-467f-8399-e396e74e4c24 req-26ad320a-19ae-430a-b181-5fdf29bcfb59 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:00.012231 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0d8cfc81-2c65-467f-8399-e396e74e4c24 req-26ad320a-19ae-430a-b181-5fdf29bcfb59 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0540566 Sep 26 01:39:00.059842 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7c27e372-2c75-4863-bf01-244112e2b473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (9080aee0-fd03-476a-9bf8-ae624edbee7c), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:00.062803 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7c27e372-2c75-4863-bf01-244112e2b473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:00.067106 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0d8cfc81-2c65-467f-8399-e396e74e4c24 req-3004602f-1b6c-4ad9-b677-e7436274e7a7 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452838 Sep 26 01:39:00.067274 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-7c27e372-2c75-4863-bf01-244112e2b473 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9080aee0-fd03-476a-9bf8-ae624edbee7c HTTP/1.1" status: 204 len: 168 time: 0.1494222 Sep 26 01:39:00.074736 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27e372-2c75-4863-bf01-244112e2b473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9080aee0-fd03-476a-9bf8-ae624edbee7c,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:00.276775 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f655a0-e37c-464b-ab9a-0aec6b11441e req-32730eae-9adc-4351-9a3c-ebef4c575d6c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:00.282050 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e5f655a0-e37c-464b-ab9a-0aec6b11441e req-32730eae-9adc-4351-9a3c-ebef4c575d6c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0521007 Sep 26 01:39:00.337267 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e5f655a0-e37c-464b-ab9a-0aec6b11441e req-16bbaee5-0f86-44c3-ad8b-8e1703a15678 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504217 Sep 26 01:39:00.512363 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 38678) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:39:00.598692 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-d5841105-e560-4fa1-b843-ff0353b76b27 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836184 Sep 26 01:39:00.606295 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-183fbf2c-3894-4c64-a0cd-40f9cb8a56d8 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:39:00.607393 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-183fbf2c-3894-4c64-a0cd-40f9cb8a56d8 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051847 Sep 26 01:39:00.685444 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c6b4f-3f66-4ef1-8ef8-40f35580099c req-e96b5a6e-d088-4b18-ac95-ac36e34e16c1 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:00.694156 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-054c6b4f-3f66-4ef1-8ef8-40f35580099c req-e96b5a6e-d088-4b18-ac95-ac36e34e16c1 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0681176 Sep 26 01:39:00.715684 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:00.769389 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-61e9bf2b-229c-4609-8373-a8458b364c17 req-d0089d53-285b-4628-baf9-a2f57a46a009 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0409317 Sep 26 01:39:00.773639 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-054c6b4f-3f66-4ef1-8ef8-40f35580099c req-852b7870-50a9-4a13-8659-f92383b97f36 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773983 Sep 26 01:39:00.829163 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 38704) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:39:00.973499 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-984438fa-3fde-4f3f-9dc8-61b006b2d98c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:00.975130 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-984438fa-3fde-4f3f-9dc8-61b006b2d98c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports/deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 HTTP/1.1" status: 200 len: 941 time: 0.1442297 Sep 26 01:39:01.094941 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df1733-722d-4d86-9c6b-74aa10917830 req-aab9bfae-3b38-46e2-9c41-ec5c637d2dc2 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:01.097252 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b9df1733-722d-4d86-9c6b-74aa10917830 req-aab9bfae-3b38-46e2-9c41-ec5c637d2dc2 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 944 time: 0.0619776 Sep 26 01:39:01.153671 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b9df1733-722d-4d86-9c6b-74aa10917830 req-604fda27-f800-4062-83d9-dd2fb48f683e tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494990 Sep 26 01:39:01.230198 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8670-1044-4244-ad14-8537eaea0467 req-ea29a00f-268b-4593-8b70-02579d47d6b1 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:01.232107 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-349c8670-1044-4244-ad14-8537eaea0467 req-ea29a00f-268b-4593-8b70-02579d47d6b1 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0588069 Sep 26 01:39:01.250133 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:01.294945 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-349c8670-1044-4244-ad14-8537eaea0467 req-15bd2f85-8962-4497-8d43-ff278b0a4e1a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560067 Sep 26 01:39:01.463050 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99962c-05de-4d18-a592-f856c6f85e2a req-a4077baa-f6a1-4e30-8f80-e3d1633b5d35 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:01.464509 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2d99962c-05de-4d18-a592-f856c6f85e2a req-a4077baa-f6a1-4e30-8f80-e3d1633b5d35 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0485098 Sep 26 01:39:01.515272 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2d99962c-05de-4d18-a592-f856c6f85e2a req-1af3a38d-af39-4202-b1dd-4b13596a87f1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452480 Sep 26 01:39:01.830737 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 71029362-7449-46f9-acdd-1d08c343bce0 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:39:01.836020 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:39:01.855822 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:01.876379 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:01.917269 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f432503e-5ead-439e-aca2-70e9c32f025e req-520d7860-d586-43bb-bb55-343ce8f933bc tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0503640 Sep 26 01:39:02.001231 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd83f34-f511-4bbb-8dfb-c583f204a3a9 req-38da8d04-1e67-49dd-83ec-0ed8099a6beb tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:02.003520 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9dd83f34-f511-4bbb-8dfb-c583f204a3a9 req-38da8d04-1e67-49dd-83ec-0ed8099a6beb tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0763299 Sep 26 01:39:02.096950 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 is: DOWN; New status is: DOWN {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:02.133092 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 71029362-7449-46f9-acdd-1d08c343bce0, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=71029362-7449-46f9-acdd-1d08c343bce0,segment=NetworkSegment(ff120d4c-635e-408f-bea6-c0bf8c2c2a61),segment_id=ff120d4c-635e-408f-bea6-c0bf8c2c2a61)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:02.133964 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27d8a2-0ba7-441c-a182-6fc8df4c8582 req-415438db-c93d-41e1-a4b0-7d084102fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:02.136304 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9f27d8a2-0ba7-441c-a182-6fc8df4c8582 req-415438db-c93d-41e1-a4b0-7d084102fdcf service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3d84eb826e054de3a831769967d5ed91&device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 1128 time: 0.0874822 Sep 26 01:39:02.136971 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:02.151970 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '71029362-7449-46f9-acdd-1d08c343bce0', 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8', 'port_id': '71029362-7449-46f9-acdd-1d08c343bce0', 'mac_address': 'fa:16:3e:b6:4c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c0d4af-0b33-47e3-960d-193a879b2818', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:39:02.152984 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9dd83f34-f511-4bbb-8dfb-c583f204a3a9 req-20f0bcf6-bdb3-48e1-a175-5489acb7b22e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430669 Sep 26 01:39:02.160176 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-a25568aa-5e0c-49e7-bc26-fe3dd17c6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:02.162443 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-a25568aa-5e0c-49e7-bc26-fe3dd17c6c05 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 1127 time: 0.0726049 Sep 26 01:39:02.219966 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 71029362-7449-46f9-acdd-1d08c343bce0 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:02.220521 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (71029362-7449-46f9-acdd-1d08c343bce0), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:02.242317 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71029362-7449-46f9-acdd-1d08c343bce0 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:39:02.259924 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:02.271964 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 71029362-7449-46f9-acdd-1d08c343bce0, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=71029362-7449-46f9-acdd-1d08c343bce0,segment=NetworkSegment(ff120d4c-635e-408f-bea6-c0bf8c2c2a61),segment_id=ff120d4c-635e-408f-bea6-c0bf8c2c2a61)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:02.272178 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-05db9ac1-5aa4-4b73-93bf-ecbfeee5a931 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6db24c-6002-495f-ba8b-4e1c78db3a08 HTTP/1.1" status: 200 len: 217 time: 0.0454862 Sep 26 01:39:02.285243 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (71029362-7449-46f9-acdd-1d08c343bce0), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:02.355769 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=71029362-7449-46f9-acdd-1d08c343bce0,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:02.378108 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27d8a2-0ba7-441c-a182-6fc8df4c8582 req-ce4c1e4d-43f1-4fb6-b4fd-baa4dcff579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:02.379864 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9f27d8a2-0ba7-441c-a182-6fc8df4c8582 req-ce4c1e4d-43f1-4fb6-b4fd-baa4dcff579f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=03bf27a4-e655-4790-88ee-39ba306a1cc8 HTTP/1.1" status: 200 len: 909 time: 0.1647022 Sep 26 01:39:02.410007 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-9669188d-4778-4b2a-a7ce-3527a183c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:02.411612 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-9669188d-4778-4b2a-a7ce-3527a183c0a0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.1334760 Sep 26 01:39:02.441582 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd6465-280d-4315-af2b-0176d65717d4 req-181f123d-4f34-4804-bc25-46920e8d609b tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:02.443077 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2bfd6465-280d-4315-af2b-0176d65717d4 req-181f123d-4f34-4804-bc25-46920e8d609b tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 945 time: 0.1081781 Sep 26 01:39:02.494549 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710082fe-7e99-4a69-87fc-cdc8ccd0fccf req-5f5f7f54-4228-4368-939a-b8f351a5e50d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:02.496048 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-710082fe-7e99-4a69-87fc-cdc8ccd0fccf req-5f5f7f54-4228-4368-939a-b8f351a5e50d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0788999 Sep 26 01:39:02.541875 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2bfd6465-280d-4315-af2b-0176d65717d4 req-ee14137a-38f7-4ba2-a510-4299e5b9ab6f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807428 Sep 26 01:39:02.563683 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['71029362-7449-46f9-acdd-1d08c343bce0'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:39:02.613164 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:02.659487 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9f27d8a2-0ba7-441c-a182-6fc8df4c8582 req-ad839208-8d8f-4035-a120-6db4cb13e033 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71029362-7449-46f9-acdd-1d08c343bce0 HTTP/1.1" status: 200 len: 217 time: 0.0935240 Sep 26 01:39:02.670405 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-710082fe-7e99-4a69-87fc-cdc8ccd0fccf req-c777c08b-7aeb-4ffb-b3ee-1db632edb1f4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630142 Sep 26 01:39:02.746801 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb582a1-7f76-495c-8769-e6f51aefd0be req-7c03844d-8dcb-4564-95b5-84700f44c162 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:02.748722 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9eb582a1-7f76-495c-8769-e6f51aefd0be req-7c03844d-8dcb-4564-95b5-84700f44c162 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0916660 Sep 26 01:39:02.752433 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-797fd8fa-1c52-42ad-8e33-ebd2f9fa10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:02.754117 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-797fd8fa-1c52-42ad-8e33-ebd2f9fa10d4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1808386 Sep 26 01:39:02.757618 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27d8a2-0ba7-441c-a182-6fc8df4c8582 req-06f71707-922a-4501-beb7-eb4e442305e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:02.759990 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9f27d8a2-0ba7-441c-a182-6fc8df4c8582 req-06f71707-922a-4501-beb7-eb4e442305e0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=07c0d4af-0b33-47e3-960d-193a879b2818 HTTP/1.1" status: 200 len: 848 time: 0.0927558 Sep 26 01:39:02.808531 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9f27d8a2-0ba7-441c-a182-6fc8df4c8582 req-8d589bbf-589f-42fa-b1e3-1b4f060d99f8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=03bf27a4-e655-4790-88ee-39ba306a1cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392094 Sep 26 01:39:02.850379 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9eb582a1-7f76-495c-8769-e6f51aefd0be req-7aa2e2f5-bcfe-4e05-9a45-0aefc01b19e3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952652 Sep 26 01:39:02.881115 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-fbd4032b-5226-48c2-af60-4f957c94bfa9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188419 Sep 26 01:39:03.032125 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1553ac20-14fd-4d56-922d-7e16fce53d5e req-4089cff2-1446-4a00-aefa-e4d776b7889b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0323350 Sep 26 01:39:03.290423 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a3990-ac0f-417a-91f1-567f7910af3d req-c4b3d5e1-8f6a-462e-8297-5d4640685652 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:03.291912 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1d7a3990-ac0f-417a-91f1-567f7910af3d req-c4b3d5e1-8f6a-462e-8297-5d4640685652 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0550942 Sep 26 01:39:03.339683 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1d7a3990-ac0f-417a-91f1-567f7910af3d req-c57615fd-2f8c-4c5d-9554-e9ace914a80d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420799 Sep 26 01:39:03.537751 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad7542-34bc-49d8-a5be-1bfa0330eb33 req-6238bd51-73a4-40a1-96e6-1bf7cdbcab20 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:03.539194 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b5ad7542-34bc-49d8-a5be-1bfa0330eb33 req-6238bd51-73a4-40a1-96e6-1bf7cdbcab20 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0470436 Sep 26 01:39:03.587319 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b5ad7542-34bc-49d8-a5be-1bfa0330eb33 req-ab6b6eab-b5b4-455e-959a-93d5c54807cb tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425718 Sep 26 01:39:03.685513 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc105cf-de65-4184-b2e8-fde41e8dffbe req-45db4566-9937-4060-92f3-943e925a2d18 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:03.686959 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6fc105cf-de65-4184-b2e8-fde41e8dffbe req-45db4566-9937-4060-92f3-943e925a2d18 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 945 time: 0.0507112 Sep 26 01:39:03.713374 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:03.737372 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6fc105cf-de65-4184-b2e8-fde41e8dffbe req-ee147976-916d-4d13-8b43-4ea86ce63a68 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441210 Sep 26 01:39:03.806139 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37714-e439-4ae0-8921-eb1fc53a6a14 req-f2ab04a2-6432-4071-9a8e-c67d8c2e1a95 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:03.807616 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-20e37714-e439-4ae0-8921-eb1fc53a6a14 req-f2ab04a2-6432-4071-9a8e-c67d8c2e1a95 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0490658 Sep 26 01:39:03.855808 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-20e37714-e439-4ae0-8921-eb1fc53a6a14 req-fea6e2fb-0b95-44f3-9367-4237a7540924 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425596 Sep 26 01:39:03.968935 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dfd6e-120d-42fe-889f-fd96758b3d74 req-f1e2b865-12cc-4491-8093-bea423b04ca8 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:03.971220 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6e8dfd6e-120d-42fe-889f-fd96758b3d74 req-f1e2b865-12cc-4491-8093-bea423b04ca8 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0470057 Sep 26 01:39:03.992503 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:04.023723 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6e8dfd6e-120d-42fe-889f-fd96758b3d74 req-6bd258e0-e47f-41ef-a368-9c2609288a65 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469966 Sep 26 01:39:04.135943 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-166dd2a5-3010-4b62-b061-9a7067e08c01 req-5152bd09-de15-407c-974a-d10dc0166584 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0287566 Sep 26 01:39:04.707978 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd95ccc-929e-4eab-ae3d-c5966a54c96c req-b2d5e8e3-77f6-4f02-b21a-83b5282c685f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:04.709434 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1fd95ccc-929e-4eab-ae3d-c5966a54c96c req-b2d5e8e3-77f6-4f02-b21a-83b5282c685f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0468872 Sep 26 01:39:04.757835 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1fd95ccc-929e-4eab-ae3d-c5966a54c96c req-11e1f071-1457-4aba-bd3e-f0a743610338 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428486 Sep 26 01:39:04.860628 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad157242-93c7-4c15-9eb7-ee94e24ef84c req-79b01cbf-9e08-4f0e-a28d-fe5109e6882d tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:04.862170 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ad157242-93c7-4c15-9eb7-ee94e24ef84c req-79b01cbf-9e08-4f0e-a28d-fe5109e6882d tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 945 time: 0.0501618 Sep 26 01:39:04.910505 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ad157242-93c7-4c15-9eb7-ee94e24ef84c req-27b44dff-8add-4eff-96a5-58f8b925b9d6 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Sep 26 01:39:04.983474 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67598dcb-531b-447b-8d68-e7b60e251920 req-1309bf61-7b9f-4700-949c-2dc20bba7d4a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:04.984961 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-67598dcb-531b-447b-8d68-e7b60e251920 req-1309bf61-7b9f-4700-949c-2dc20bba7d4a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0463798 Sep 26 01:39:05.032424 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-67598dcb-531b-447b-8d68-e7b60e251920 req-4899514c-7f03-4dcb-97a5-caad84c2a400 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411325 Sep 26 01:39:05.143333 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2531-4b57-4928-a451-beb5faf304a2 req-aff349f7-7f71-453b-95e2-2a2cd2ce768b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:05.144720 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1e5b2531-4b57-4928-a451-beb5faf304a2 req-aff349f7-7f71-453b-95e2-2a2cd2ce768b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0473430 Sep 26 01:39:05.196030 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1e5b2531-4b57-4928-a451-beb5faf304a2 req-ac26b245-3d6f-4668-a6c1-d5467d1b5df6 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456121 Sep 26 01:39:05.239394 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-995cad11-a09c-4c34-b0fd-eac2d9429abf req-5cdad8bd-86e6-4f20-a024-a4d5138dbee4 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0285535 Sep 26 01:39:05.421761 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9f27d8a2-0ba7-441c-a182-6fc8df4c8582 req-b399712a-8018-4d1f-b537-bcaea995011a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/03bf27a4-e655-4790-88ee-39ba306a1cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035562 Sep 26 01:39:05.473897 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb76b357-b98c-41cd-9ae5-2ea1938e1959 req-eec28f88-01af-4fdd-a59d-9bdce730a293 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267374 Sep 26 01:39:05.523289 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b918d5c-9807-4ac5-bcd0-6f4db9fda20c req-510703f6-1dfe-41b8-a12f-a784cff28e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:05.524807 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8b918d5c-9807-4ac5-bcd0-6f4db9fda20c req-510703f6-1dfe-41b8-a12f-a784cff28e0e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3677555d86804f03ae243765cfd3fd24&device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 1130 time: 0.0499563 Sep 26 01:39:05.531966 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:05.544020 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9f27d8a2-0ba7-441c-a182-6fc8df4c8582 req-aca2499c-de70-4416-a04b-812134f52304 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/03bf27a4-e655-4790-88ee-39ba306a1cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126411 Sep 26 01:39:06.127216 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1812f65-e0fd-4594-9e28-65b8c0da3ce1 req-9b8aee24-2674-4e21-964e-61bc7c8588b1 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:06.128706 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f1812f65-e0fd-4594-9e28-65b8c0da3ce1 req-9b8aee24-2674-4e21-964e-61bc7c8588b1 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.2899318 Sep 26 01:39:06.148114 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7bec2-b00a-48fd-84b8-342428c820db req-2bd8c843-f881-4ed5-a68c-9bf14a7f1ad7 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:06.149677 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96c7bec2-b00a-48fd-84b8-342428c820db req-2bd8c843-f881-4ed5-a68c-9bf14a7f1ad7 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 945 time: 0.0669928 Sep 26 01:39:06.213280 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f1812f65-e0fd-4594-9e28-65b8c0da3ce1 req-e2978800-2aa3-4a1b-bf90-3d7149254225 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788765 Sep 26 01:39:06.220726 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96c7bec2-b00a-48fd-84b8-342428c820db req-b250519a-3692-4fa0-9930-dd612bb3a8e1 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636575 Sep 26 01:39:06.348225 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:06.355759 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd42aa1-3a91-4f23-a60c-bcc36bac5f98 req-c80f5a2e-773c-49ee-8db3-3993c40526fa tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:06.357243 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0dd42aa1-3a91-4f23-a60c-bcc36bac5f98 req-c80f5a2e-773c-49ee-8db3-3993c40526fa tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0821495 Sep 26 01:39:06.363951 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c800a-433a-4e55-8e35-f58625bb0e9a req-9abf5015-b5d5-4ddf-a49a-9ad4280a68df tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:06.365313 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f35c800a-433a-4e55-8e35-f58625bb0e9a req-9abf5015-b5d5-4ddf-a49a-9ad4280a68df tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0802927 Sep 26 01:39:06.437203 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0dd42aa1-3a91-4f23-a60c-bcc36bac5f98 req-eca31794-ef6c-4bfb-9412-25bdb3d9dfb9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709598 Sep 26 01:39:06.445474 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f35c800a-433a-4e55-8e35-f58625bb0e9a req-e8bb9791-c0ca-4a1c-97a0-a4b2b17ed2db tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722849 Sep 26 01:39:06.529838 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cd1881dd-a6d0-4c86-9618-7e9906d39f59 req-8a928f90-07b7-44a4-ae73-35239d1e8cba tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0320735 Sep 26 01:39:07.366736 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbfdde-49fe-415a-bdea-3dea15e50a01 req-3d96b47a-8e22-4fac-ab66-971dce837cae tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:07.368221 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-decbfdde-49fe-415a-bdea-3dea15e50a01 req-3d96b47a-8e22-4fac-ab66-971dce837cae tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 945 time: 0.0678701 Sep 26 01:39:07.373738 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e78dc-b89c-420d-aa8b-7beb4d08e8c4 req-667a478e-4c52-4fb3-a80c-1c6bc27195c5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:07.375328 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-204e78dc-b89c-420d-aa8b-7beb4d08e8c4 req-667a478e-4c52-4fb3-a80c-1c6bc27195c5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0843246 Sep 26 01:39:07.395178 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:07.450436 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-decbfdde-49fe-415a-bdea-3dea15e50a01 req-d9f0a564-ce33-45a2-9218-4374ffe18eb4 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743976 Sep 26 01:39:07.454511 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-204e78dc-b89c-420d-aa8b-7beb4d08e8c4 req-f56362a1-34c3-49e3-a66d-f37c0a72cbcc tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716603 Sep 26 01:39:07.595377 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d28a5a-0599-4906-a88a-89d39227ef83 req-7ce9d15c-c053-44c7-804e-edb98a7c2697 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:07.596876 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f0d28a5a-0599-4906-a88a-89d39227ef83 req-7ce9d15c-c053-44c7-804e-edb98a7c2697 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0772951 Sep 26 01:39:07.604166 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c8e62-2389-465e-b448-e659c0c37c12 req-839c95d8-0b84-4fd1-a049-2128c9851fa1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:07.605539 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a5c8e62-2389-465e-b448-e659c0c37c12 req-839c95d8-0b84-4fd1-a049-2128c9851fa1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0760295 Sep 26 01:39:07.679554 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f0d28a5a-0599-4906-a88a-89d39227ef83 req-2ab11ca1-bf74-4682-8ac9-db8025bd6989 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730958 Sep 26 01:39:07.683506 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a5c8e62-2389-465e-b448-e659c0c37c12 req-89afe36c-b75c-4e31-ab0a-a146dfc3dc0f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697613 Sep 26 01:39:07.770829 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ef2a8b43-2815-4536-9217-6b403daf32ed req-18d38068-a55a-4058-ab55-0fafab0945e3 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0316167 Sep 26 01:39:08.356210 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 71029362-7449-46f9-acdd-1d08c343bce0 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:39:08.399103 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port 71029362-7449-46f9-acdd-1d08c343bce0 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:39:08.404881 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 71029362-7449-46f9-acdd-1d08c343bce0 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:39:08.405402 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (71029362-7449-46f9-acdd-1d08c343bce0), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:08.405573 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 71029362-7449-46f9-acdd-1d08c343bce0 Sep 26 01:39:08.480430 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 71029362-7449-46f9-acdd-1d08c343bce0 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:08.480814 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (71029362-7449-46f9-acdd-1d08c343bce0), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:08.506842 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd837132a-710f-45a8-8a44-38f2b04a09c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71029362-7449-46f9-acdd-1d08c343bce0'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:08.507870 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c85f12-5c99-4723-9bf8-87a45d457138" -d '{"events": [{"server_uuid": "d837132a-710f-45a8-8a44-38f2b04a09c8", "name": "network-vif-plugged", "status": "completed", "tag": "71029362-7449-46f9-acdd-1d08c343bce0"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:08.521619 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 71029362-7449-46f9-acdd-1d08c343bce0, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=71029362-7449-46f9-acdd-1d08c343bce0,segment=NetworkSegment(ff120d4c-635e-408f-bea6-c0bf8c2c2a61),segment_id=ff120d4c-635e-408f-bea6-c0bf8c2c2a61)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:08.525868 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (71029362-7449-46f9-acdd-1d08c343bce0), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:08.575051 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=71029362-7449-46f9-acdd-1d08c343bce0,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:08.609562 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc2f6c-7a1c-470e-a782-0d78029d66f5 req-cd5cf55a-8cab-4840-8fd7-ad0518068464 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:08.611823 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-90bc2f6c-7a1c-470e-a782-0d78029d66f5 req-cd5cf55a-8cab-4840-8fd7-ad0518068464 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 946 time: 0.0841794 Sep 26 01:39:08.619470 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984b499-ac28-4321-bbf1-aa36dec77c5f req-def3187d-1519-44fb-b2f6-6fa1c746e33f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:08.620859 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0984b499-ac28-4321-bbf1-aa36dec77c5f req-def3187d-1519-44fb-b2f6-6fa1c746e33f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0824771 Sep 26 01:39:08.699004 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-90bc2f6c-7a1c-470e-a782-0d78029d66f5 req-388b8f11-af7c-4f96-98a9-035ec533045d tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772166 Sep 26 01:39:08.702888 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0984b499-ac28-4321-bbf1-aa36dec77c5f req-55807b03-0dda-4da9-b2b4-12e9482a8207 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750046 Sep 26 01:39:08.746447 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e99b95-d488-475a-a13a-8b2bb7832f91 x-openstack-request-id: req-03e99b95-d488-475a-a13a-8b2bb7832f91 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:08.746775 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d837132a-710f-45a8-8a44-38f2b04a09c8", "name": "network-vif-plugged", "status": "completed", "tag": "71029362-7449-46f9-acdd-1d08c343bce0", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:08.747032 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03e99b95-d488-475a-a13a-8b2bb7832f91 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:08.747433 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e99b95-d488-475a-a13a-8b2bb7832f91'] response: {'server_uuid': 'd837132a-710f-45a8-8a44-38f2b04a09c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71029362-7449-46f9-acdd-1d08c343bce0', 'code': 200} Sep 26 01:39:08.837998 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c993b-3b33-49d9-b5c3-8738944d67a6 req-98d34680-f4e2-40cd-bd41-2901f6905c76 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:08.839465 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8b7c993b-3b33-49d9-b5c3-8738944d67a6 req-98d34680-f4e2-40cd-bd41-2901f6905c76 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0756967 Sep 26 01:39:08.865496 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee21f48-66e6-4bd5-a231-1dad556126b7 req-a1cdcbf2-9274-4200-b120-a96f25f82cab tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:08.866849 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee21f48-66e6-4bd5-a231-1dad556126b7 req-a1cdcbf2-9274-4200-b120-a96f25f82cab tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0733964 Sep 26 01:39:08.914742 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8b7c993b-3b33-49d9-b5c3-8738944d67a6 req-dac64da3-3a4c-4115-a726-249a3a0dbe7f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696712 Sep 26 01:39:08.936205 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ee21f48-66e6-4bd5-a231-1dad556126b7 req-86f93e13-8f1c-415e-9dbd-ddef5f652c7d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623875 Sep 26 01:39:09.007548 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-78530889-9aa3-45bf-a141-80299674c7a0 req-08bfc841-6fc2-4b22-9ec0-8be25c7a69c4 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0318782 Sep 26 01:39:09.700681 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-841c0b81-bb6d-4ce6-ad8b-c064a8d73239 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:09.702122 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-841c0b81-bb6d-4ce6-ad8b-c064a8d73239 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d96ae2dd-c483-48c7-84c1-82589adaae3c HTTP/1.1" status: 200 len: 813 time: 0.1016500 Sep 26 01:39:09.717046 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-c6ec5391-7a0e-41f7-9459-d8d9e6230feb tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/quotas/db1abf10c3e24836a161f3035d7e58ca HTTP/1.1" status: 200 len: 375 time: 0.0091126 Sep 26 01:39:09.731480 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:09.754599 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-57cc187e-bb08-4b97-b66c-4ab8026274fe tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=db1abf10c3e24836a161f3035d7e58ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324683 Sep 26 01:39:09.863371 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45c570-5e6f-425c-82ef-c476cd0964cd req-a3746a60-09f3-4c5c-b972-192c1790ca3b tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:09.864946 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fe45c570-5e6f-425c-82ef-c476cd0964cd req-a3746a60-09f3-4c5c-b972-192c1790ca3b tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 946 time: 0.0828311 Sep 26 01:39:09.908141 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-977193f6-be97-4c6f-8b71-d0dcc426c573 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d96ae2dd-c483-48c7-84c1-82589adaae3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463730 Sep 26 01:39:09.978012 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fe45c570-5e6f-425c-82ef-c476cd0964cd req-c65b3e4b-5664-44a6-a5e3-051c22cdbbbc tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036856 Sep 26 01:39:10.011522 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:10.022750 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-129755d9-23e4-4967-8320-37fb0e3b1ae4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d96ae2dd-c483-48c7-84c1-82589adaae3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046381 Sep 26 01:39:10.091952 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b956134-b2db-46f0-b609-92cac811d3f5 req-436cc79d-d773-409d-9235-8aeef35f74ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:10.093458 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1b956134-b2db-46f0-b609-92cac811d3f5 req-436cc79d-d773-409d-9235-8aeef35f74ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0520031 Sep 26 01:39:10.152391 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1b956134-b2db-46f0-b609-92cac811d3f5 req-f9dc580c-85f0-4407-9433-4612911fe010 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525672 Sep 26 01:39:10.242705 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182f1aa-ab80-44cd-8899-db04c7cf2a9d req-4c4eb172-a940-4f2a-9e38-84f2e2276ea6 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:10.244171 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9182f1aa-ab80-44cd-8899-db04c7cf2a9d req-4c4eb172-a940-4f2a-9e38-84f2e2276ea6 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0573883 Sep 26 01:39:10.303232 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d440c-09fc-48e0-bfd4-99b44c66612b req-1cb4820a-8ea9-4a46-901a-8662652ef306 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:10.304742 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d15d440c-09fc-48e0-bfd4-99b44c66612b req-1cb4820a-8ea9-4a46-901a-8662652ef306 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0682275 Sep 26 01:39:10.348998 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9182f1aa-ab80-44cd-8899-db04c7cf2a9d req-d48e29ae-39ef-4d9f-9e9a-7df9697005d9 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949137 Sep 26 01:39:10.376877 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d15d440c-09fc-48e0-bfd4-99b44c66612b req-e3f33a43-f748-45d4-940a-be614d72b650 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620258 Sep 26 01:39:10.455952 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bc75f765-0375-4bf9-9e55-42573417459c req-4d7b0fd2-8d33-4511-96b5-a86831f06824 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 210 time: 0.0328941 Sep 26 01:39:10.482620 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ed141f2f-9c75-4a6f-9739-4ec0716c820c req-8faac001-aee8-46a5-95c4-8d474549feeb tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0299308 Sep 26 01:39:11.100127 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f30eb7-fe80-460c-a257-8f44176df522 req-0852a264-e1f4-4854-a1fa-583737e3cf26 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:11.101614 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-39f30eb7-fe80-460c-a257-8f44176df522 req-0852a264-e1f4-4854-a1fa-583737e3cf26 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 946 time: 0.0475378 Sep 26 01:39:11.147741 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-39f30eb7-fe80-460c-a257-8f44176df522 req-f1edf4e6-05ed-404e-b536-f2a62af5ae0e tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405500 Sep 26 01:39:11.290682 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3a75e-8ad3-4e1a-9e12-f79afcc97832 req-962bb837-c32d-4d26-bd05-521cb304fecc tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:11.292136 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-08f3a75e-8ad3-4e1a-9e12-f79afcc97832 req-962bb837-c32d-4d26-bd05-521cb304fecc tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0505252 Sep 26 01:39:11.309225 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=4 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:11.317248 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:11.340615 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-08f3a75e-8ad3-4e1a-9e12-f79afcc97832 req-734530d2-d9c9-4a99-96f8-d06d276cc04e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427997 Sep 26 01:39:11.401215 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 6a6db24c-6002-495f-ba8b-4e1c78db3a08 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:39:11.488906 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c3d6-034a-4fd0-aac5-1f05f38809b1 req-401678f4-02d0-4148-ad1e-e9cee745bff8 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:11.490536 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cc86c3d6-034a-4fd0-aac5-1f05f38809b1 req-401678f4-02d0-4148-ad1e-e9cee745bff8 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 943 time: 0.0628016 Sep 26 01:39:11.544064 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eece0-b5c2-4e89-ad99-e6344d6fb1bf req-044a6101-b758-4614-93f0-8db57dcf488e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:11.545631 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f2eece0-b5c2-4e89-ad99-e6344d6fb1bf req-044a6101-b758-4614-93f0-8db57dcf488e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0797622 Sep 26 01:39:11.588635 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cc86c3d6-034a-4fd0-aac5-1f05f38809b1 req-c3020fe4-e137-4b87-9f49-507e043f4da7 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807695 Sep 26 01:39:11.600157 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:11.615676 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f2eece0-b5c2-4e89-ad99-e6344d6fb1bf req-38478f3b-53b8-42aa-9fa0-6bf7a6525520 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592444 Sep 26 01:39:11.628233 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 6a6db24c-6002-495f-ba8b-4e1c78db3a08, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=6a6db24c-6002-495f-ba8b-4e1c78db3a08,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:11.640692 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'port_id': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'mac_address': 'fa:16:3e:1e:d1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:39:11.673490 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:11.680716 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:11.681098 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:11.696301 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e8720986-1b18-4346-8f28-359e7008e3d6 req-f90b662c-c20e-4405-bc20-2087fd1276ea tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 210 time: 0.0333588 Sep 26 01:39:11.696896 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6db24c-6002-495f-ba8b-4e1c78db3a08 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:39:11.718570 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 6a6db24c-6002-495f-ba8b-4e1c78db3a08, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=6a6db24c-6002-495f-ba8b-4e1c78db3a08,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:11.723982 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:11.734016 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf10e760-5615-4221-b9b0-93496cd24055 req-fefadb1d-836a-479a-9554-1b53e363292d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0328050 Sep 26 01:39:11.805374 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=6a6db24c-6002-495f-ba8b-4e1c78db3a08,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:11.865505 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-0bf3b7c8-ec5f-44db-9938-960b825bc672 req-9f1f5f53-1242-4604-8820-b1c1b316512a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635629 Sep 26 01:39:11.872572 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b918d5c-9807-4ac5-bcd0-6f4db9fda20c req-5d1885bd-2848-455e-8f86-0f5dc843392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:11.874086 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8b918d5c-9807-4ac5-bcd0-6f4db9fda20c req-5d1885bd-2848-455e-8f86-0f5dc843392a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=698acfe8-54a1-4ab3-9d7d-022ce3847edf HTTP/1.1" status: 200 len: 912 time: 0.1167984 Sep 26 01:39:12.016681 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['6a6db24c-6002-495f-ba8b-4e1c78db3a08'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:39:12.101424 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:12.269831 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8b918d5c-9807-4ac5-bcd0-6f4db9fda20c req-a1c603dc-2b3b-43d6-95ae-5dde18134838 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c HTTP/1.1" status: 200 len: 1002 time: 0.1535089 Sep 26 01:39:12.276396 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e7d8d-7278-4257-9677-11a63983d95a req-73d28885-05f0-4043-bea8-f1bab9714f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:12.278463 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-f02e7d8d-7278-4257-9677-11a63983d95a req-73d28885-05f0-4043-bea8-f1bab9714f74 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 1130 time: 0.0928655 Sep 26 01:39:12.348890 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-f02e7d8d-7278-4257-9677-11a63983d95a req-0e5b6ad6-10c9-48c7-b70a-9c8f900cce91 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539901 Sep 26 01:39:12.395498 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b918d5c-9807-4ac5-bcd0-6f4db9fda20c req-4e7de4c5-5ab9-473b-b27e-3a3077f42cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:12.397265 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8b918d5c-9807-4ac5-bcd0-6f4db9fda20c req-4e7de4c5-5ab9-473b-b27e-3a3077f42cfd service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5ecd00a3-5bd9-4765-8aee-f670f166552f HTTP/1.1" status: 200 len: 850 time: 0.1171408 Sep 26 01:39:12.440023 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3b7c8-ec5f-44db-9938-960b825bc672 req-abc73bee-a8b4-4561-9bd4-e33269c442d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:12.442115 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0bf3b7c8-ec5f-44db-9938-960b825bc672 req-abc73bee-a8b4-4561-9bd4-e33269c442d2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 1129 time: 0.2225480 Sep 26 01:39:12.477007 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:12.539031 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decaf6d-43fc-4cef-95b8-6695f95792fc req-2dfd21ca-56cb-4b4b-b395-e2565820f477 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:12.540423 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8decaf6d-43fc-4cef-95b8-6695f95792fc req-2dfd21ca-56cb-4b4b-b395-e2565820f477 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 946 time: 0.1736336 Sep 26 01:39:12.580003 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91e590-998a-4f05-8886-bcfe27fc3ec1 req-f075963b-ac96-4569-988a-35e1c3843567 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:12.582118 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ca91e590-998a-4f05-8886-bcfe27fc3ec1 req-f075963b-ac96-4569-988a-35e1c3843567 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0997562 Sep 26 01:39:12.604943 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-4f8194af-d4ba-480b-831d-621d6c1cc7f5 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:12.606346 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-4f8194af-d4ba-480b-831d-621d6c1cc7f5 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.52 "GET /networking/v2.0/networks?id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 HTTP/1.1" status: 200 len: 809 time: 0.3309841 Sep 26 01:39:12.658317 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8decaf6d-43fc-4cef-95b8-6695f95792fc req-410b716c-e30f-4484-a977-813e082c6f03 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022823 Sep 26 01:39:12.669628 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ca91e590-998a-4f05-8886-bcfe27fc3ec1 req-68ed256d-db36-4247-8da9-5f848b72be13 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784943 Sep 26 01:39:12.799351 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf1604-e10a-435f-82f4-f454fdbfb51e req-64ad7ce1-412b-437c-8876-9b8ced30f5ac tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:12.800936 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-adbf1604-e10a-435f-82f4-f454fdbfb51e req-64ad7ce1-412b-437c-8876-9b8ced30f5ac tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 944 time: 0.0759614 Sep 26 01:39:12.808229 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b0bea-0b14-4aac-a354-8a7a6a6fede0 req-4dc5d5fc-808f-417e-8b94-44793cc840c2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:12.809602 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-af7b0bea-0b14-4aac-a354-8a7a6a6fede0 req-4dc5d5fc-808f-417e-8b94-44793cc840c2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0745418 Sep 26 01:39:12.882957 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-adbf1604-e10a-435f-82f4-f454fdbfb51e req-b0f8ec7d-3ac0-44e7-be55-0f61ab8fdbe4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724373 Sep 26 01:39:12.886886 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-af7b0bea-0b14-4aac-a354-8a7a6a6fede0 req-914163a5-fedc-4fb4-809e-a02d5eed0b62 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695436 Sep 26 01:39:12.971724 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4ace6ce6-e1b6-4d39-a1ea-7e74670d0a08 req-bd67e510-5070-4f06-9a19-3f24a1ba5a58 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 210 time: 0.0333364 Sep 26 01:39:12.997072 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3127315d-92ac-421b-8374-7d6cf5e1927e req-af64a503-10bf-4bba-aadd-5b2a43b7e54a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0289385 Sep 26 01:39:13.812872 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d2545-0e90-4350-841e-e8ea9f715687 req-8be84388-8896-4014-9f84-b889cf898111 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:13.814369 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d92d2545-0e90-4350-841e-e8ea9f715687 req-8be84388-8896-4014-9f84-b889cf898111 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 946 time: 0.0789883 Sep 26 01:39:13.822114 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934017fc-f35c-413e-a7ee-7aaac09bc106 req-d8bdabd2-85c6-4e4a-8a23-8fdc4086d0fe tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:13.823467 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-934017fc-f35c-413e-a7ee-7aaac09bc106 req-d8bdabd2-85c6-4e4a-8a23-8fdc4086d0fe tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0745554 Sep 26 01:39:13.897652 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d92d2545-0e90-4350-841e-e8ea9f715687 req-5a2ba9e7-311e-41e5-86f4-354e5c089a46 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732534 Sep 26 01:39:13.904323 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-934017fc-f35c-413e-a7ee-7aaac09bc106 req-f3e19032-976f-473b-8b8b-91c7d16ff45c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733271 Sep 26 01:39:14.029716 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0c9a0-8643-454b-8f9a-7457795c2758 req-0d04f133-684d-4920-bff1-9b9c1ce09b73 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:14.031165 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-25a0c9a0-8643-454b-8f9a-7457795c2758 req-0d04f133-684d-4920-bff1-9b9c1ce09b73 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 944 time: 0.0736156 Sep 26 01:39:14.051341 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb31810-7be1-41d5-a4e6-10627c711f27 req-8bdb49f9-319e-455a-9242-01c7d60826aa tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:14.052157 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dcb31810-7be1-41d5-a4e6-10627c711f27 req-8bdb49f9-319e-455a-9242-01c7d60826aa tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0668788 Sep 26 01:39:14.101059 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:14.127621 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-25a0c9a0-8643-454b-8f9a-7457795c2758 req-b9244d7b-8235-4465-994f-41f1778e8de1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899677 Sep 26 01:39:14.130635 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dcb31810-7be1-41d5-a4e6-10627c711f27 req-4a0656ee-8ea2-4fc8-ac04-890190bdd1fa tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715477 Sep 26 01:39:14.218621 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3d6ec20c-0836-4541-9f46-32994b9685bf req-80d1da75-b968-497f-b8bc-7900aff3d944 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 210 time: 0.0350153 Sep 26 01:39:14.234747 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cfeba747-952d-4d27-bd7d-dba09757d79f req-69c1e7da-3297-42bb-8ff6-f626029560e2 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0410707 Sep 26 01:39:15.050241 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773caae-8f2d-470c-bfdf-d3d84922f066 req-2f8df92d-4eed-48b5-9be8-3128ca522545 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:15.051750 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6773caae-8f2d-470c-bfdf-d3d84922f066 req-2f8df92d-4eed-48b5-9be8-3128ca522545 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 946 time: 0.0792534 Sep 26 01:39:15.057609 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e3356-978a-4416-8d0f-5c0cd90d3add req-b6a57354-d1ce-4c83-8081-380b1cbb6732 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:15.058954 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c26e3356-978a-4416-8d0f-5c0cd90d3add req-b6a57354-d1ce-4c83-8081-380b1cbb6732 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0777087 Sep 26 01:39:15.141615 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:15.148713 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6773caae-8f2d-470c-bfdf-d3d84922f066 req-6a48d969-2f1c-4286-849f-ac367d53b7b7 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888400 Sep 26 01:39:15.151719 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c26e3356-978a-4416-8d0f-5c0cd90d3add req-2248ad78-0c50-4bb8-9322-6125f6bee774 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844469 Sep 26 01:39:15.361047 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:15.368169 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 6a6db24c-6002-495f-ba8b-4e1c78db3a08 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:39:15.400105 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b56b5c-d5f8-4f6e-b8bf-bf3e2383e970 req-cb42a6f9-9709-4483-a4db-3332162d3852 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:15.401648 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-13b56b5c-d5f8-4f6e-b8bf-bf3e2383e970 req-cb42a6f9-9709-4483-a4db-3332162d3852 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 944 time: 0.1900051 Sep 26 01:39:15.425587 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:39:15.430834 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b918d5c-9807-4ac5-bcd0-6f4db9fda20c req-5ecbbb30-f9da-410e-bb91-7b96a62dabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:15.431750 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:39:15.432263 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:15.432441 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8b918d5c-9807-4ac5-bcd0-6f4db9fda20c req-5ecbbb30-f9da-410e-bb91-7b96a62dabbe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=698acfe8-54a1-4ab3-9d7d-022ce3847edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1836441 Sep 26 01:39:15.432634 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 Sep 26 01:39:15.438212 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d19ee-6caa-4bcb-adf6-76b6eff6a414 req-e23240be-c319-468a-938d-457d6cfdeed2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:15.440068 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c27d19ee-6caa-4bcb-adf6-76b6eff6a414 req-e23240be-c319-468a-938d-457d6cfdeed2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.1952214 Sep 26 01:39:15.506617 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-92e61e9f-a1f4-40cd-a7f6-bfe6d328f0e0 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d1d406b57f894053834ce17fa63fa6ac HTTP/1.1" status: 200 len: 379 time: 0.2588403 Sep 26 01:39:15.510853 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:15.511246 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:15.535353 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b15f03f-c129-4db7-a021-c160558dbecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6db24c-6002-495f-ba8b-4e1c78db3a08'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:15.537634 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218733f9-5adf-449e-92f9-69fff89d9a52" -d '{"events": [{"server_uuid": "5b15f03f-c129-4db7-a021-c160558dbecb", "name": "network-vif-plugged", "status": "completed", "tag": "6a6db24c-6002-495f-ba8b-4e1c78db3a08"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:15.550486 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 6a6db24c-6002-495f-ba8b-4e1c78db3a08, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=6a6db24c-6002-495f-ba8b-4e1c78db3a08,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:15.554497 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:15.561733 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-13b56b5c-d5f8-4f6e-b8bf-bf3e2383e970 req-bff8fb41-679a-43fc-971a-a402ed220e7d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487830 Sep 26 01:39:15.567328 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3b7c8-ec5f-44db-9938-960b825bc672 req-3e4f2c3e-6b52-4e11-ab2a-f99c151c19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:15.568803 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0bf3b7c8-ec5f-44db-9938-960b825bc672 req-3e4f2c3e-6b52-4e11-ab2a-f99c151c19ea service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 919 time: 0.3180642 Sep 26 01:39:15.576582 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c27d19ee-6caa-4bcb-adf6-76b6eff6a414 req-40659664-6120-4f9b-8ab0-2144f3445b5b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254220 Sep 26 01:39:15.632107 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=6a6db24c-6002-495f-ba8b-4e1c78db3a08,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:15.702094 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-126b7c06-ea7a-45f5-af7b-231b0aa472ca req-4ad197ea-4a01-4fb9-aefe-61df50c232ed tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 210 time: 0.0532606 Sep 26 01:39:15.703828 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-75e1455f-e03a-4b01-b5df-5f6f9b167ee2 req-7d3613bc-d6f4-47ef-9ad7-28a4f7648734 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0461955 Sep 26 01:39:15.751274 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e87a7c7-221c-4fe5-a558-f09d4260e1a0 x-openstack-request-id: req-5e87a7c7-221c-4fe5-a558-f09d4260e1a0 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:15.751584 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b15f03f-c129-4db7-a021-c160558dbecb", "name": "network-vif-plugged", "status": "completed", "tag": "6a6db24c-6002-495f-ba8b-4e1c78db3a08", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:15.752004 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e87a7c7-221c-4fe5-a558-f09d4260e1a0 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:15.752741 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e87a7c7-221c-4fe5-a558-f09d4260e1a0'] response: {'server_uuid': '5b15f03f-c129-4db7-a021-c160558dbecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'code': 200} Sep 26 01:39:15.792717 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Request body: {'port': {'device_id': '891098ae-6262-467f-814b-d930d1540931', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'admin_state_up': True, 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'security_groups': ['9d99a233-4690-490a-a3f8-62c20390fb9c']}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:39:15.886796 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0bf3b7c8-ec5f-44db-9938-960b825bc672 req-80f2620c-2d27-42a2-bd15-4820c4350c48 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2225fa4c-2032-458b-bdb1-24d6a09e40c1 HTTP/1.1" status: 200 len: 217 time: 0.0976655 Sep 26 01:39:16.021219 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:16.028040 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3b7c8-ec5f-44db-9938-960b825bc672 req-4412c9c8-096e-4174-bea4-3dbe80a9375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:16.029507 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0bf3b7c8-ec5f-44db-9938-960b825bc672 req-4412c9c8-096e-4174-bea4-3dbe80a9375e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.1154053 Sep 26 01:39:16.047239 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8b918d5c-9807-4ac5-bcd0-6f4db9fda20c req-737d3a3d-16f6-46eb-a8a3-97a23bd6bd3d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591708 Sep 26 01:39:16.057794 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Made reservation on behalf of d1d406b57f894053834ce17fa63fa6ac for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:39:16.061415 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:16.093602 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c94a10-a44a-4cc8-83c9-abecbe7c141f req-43b9e8b8-249d-45b1-85f8-7d4b702bdda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:16.095288 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-76c94a10-a44a-4cc8-83c9-abecbe7c141f req-43b9e8b8-249d-45b1-85f8-7d4b702bdda9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 1129 time: 0.0415528 Sep 26 01:39:16.456580 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3b7c8-ec5f-44db-9938-960b825bc672 req-6f30f042-be03-435e-98a7-3d26abc4a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:16.458075 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0bf3b7c8-ec5f-44db-9938-960b825bc672 req-6f30f042-be03-435e-98a7-3d26abc4a3c4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1597576 Sep 26 01:39:16.468588 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf311ca1-41d4-464d-b98c-a44a4bf3f3af req-967e8cd9-95d5-4e65-b2ec-9fa637127ff5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:16.470089 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf311ca1-41d4-464d-b98c-a44a4bf3f3af req-967e8cd9-95d5-4e65-b2ec-9fa637127ff5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.1744974 Sep 26 01:39:16.475557 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65e464-ec9b-4fbd-b46f-ba7d87aa9286 req-85ab6e85-fdb6-4296-97db-bf3cd9bddefe tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:16.476960 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9e65e464-ec9b-4fbd-b46f-ba7d87aa9286 req-85ab6e85-fdb6-4296-97db-bf3cd9bddefe tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 946 time: 0.1803474 Sep 26 01:39:16.604324 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:16.623875 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-76c94a10-a44a-4cc8-83c9-abecbe7c141f req-45048b2c-7735-4f6f-b55b-7960ce801827 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450602 Sep 26 01:39:16.667284 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf311ca1-41d4-464d-b98c-a44a4bf3f3af req-061c85dc-d6ec-4ec2-b96d-a6cf5f23e81d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874905 Sep 26 01:39:16.669370 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8b918d5c-9807-4ac5-bcd0-6f4db9fda20c req-1e339b9f-dba5-48ad-b989-0c04b15c6035 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631310 Sep 26 01:39:16.679974 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9e65e464-ec9b-4fbd-b46f-ba7d87aa9286 req-29989ca1-7a3b-44e3-8d59-596b4094797b tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683514 Sep 26 01:39:16.730938 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Allocated IP 172.20.0.7 (cbb874d2-1095-44b3-8932-a4b0bcc9e4a4/fe53b015-5ee8-43a5-b042-f222f4c936e1/63087146-5dff-4cf6-a44b-2902e0428945) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:39:16.878681 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33775d-57fd-4e77-9fbc-fcabbe6ffa7f req-20d92cbb-122f-4bdf-a21b-62b5cbfd874d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:16.880192 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3d33775d-57fd-4e77-9fbc-fcabbe6ffa7f req-20d92cbb-122f-4bdf-a21b-62b5cbfd874d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.1212947 Sep 26 01:39:16.912748 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300ea70-a160-49b2-bf95-c40df30be78e req-151e54c7-8cce-40b0-af43-59b41545a4e2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:16.914250 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3300ea70-a160-49b2-bf95-c40df30be78e req-151e54c7-8cce-40b0-af43-59b41545a4e2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.1565657 Sep 26 01:39:17.094835 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3d33775d-57fd-4e77-9fbc-fcabbe6ffa7f req-1c67b063-5350-486b-b95b-d9b2d21e265a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784821 Sep 26 01:39:17.114091 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3300ea70-a160-49b2-bf95-c40df30be78e req-d278e1f3-c079-477d-8d3f-2316959425b9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832867 Sep 26 01:39:17.135292 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for port (63087146-5dff-4cf6-a44b-2902e0428945), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:17.145617 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0bf3b7c8-ec5f-44db-9938-960b825bc672 req-8dad865c-af6b-4b77-ba3c-62f0b3711bb4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302227 Sep 26 01:39:17.162729 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:17.216811 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (63087146-5dff-4cf6-a44b-2902e0428945), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:17.219622 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f45a1d44-4176-47fa-8543-c6f783063141 req-2fc91a1a-2b1b-4108-b2ab-5af40aef0248 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0343170 Sep 26 01:39:17.289212 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-74f69991-7eef-43e8-9e10-d747b8af11ce req-a6d9b118-4b3a-4f05-9277-2a15ed892bd1 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 210 time: 0.0686350 Sep 26 01:39:17.300268 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:39:17.303769 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:39:17.306281 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:39:17.340742 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event updated for resources: {'Port': ['ID=63087146-5dff-4cf6-a44b-2902e0428945,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:17.354549 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.354894 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.355235 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.355571 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.355902 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.356229 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.356583 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.356908 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.357260 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.357584 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.357903 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.358230 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.358552 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.358870 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.359273 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:17.380481 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:17.381100 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:17.398323 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a924d5c6-2b19-4bfd-99c0-0d10efb4dd7d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6113801 Sep 26 01:39:17.578296 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-4bdf556d-8667-4586-b18b-17c08047ee00 None None] Provisioning complete for port 63087146-5dff-4cf6-a44b-2902e0428945 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:39:17.578834 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4bdf556d-8667-4586-b18b-17c08047ee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (63087146-5dff-4cf6-a44b-2902e0428945), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:17.578953 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4bdf556d-8667-4586-b18b-17c08047ee00 None None] Attempt 1 to provision port 63087146-5dff-4cf6-a44b-2902e0428945 Sep 26 01:39:17.610447 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf556d-8667-4586-b18b-17c08047ee00 None None] Port 63087146-5dff-4cf6-a44b-2902e0428945 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:39:17.660984 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Request body: {'port': {'device_id': '891098ae-6262-467f-814b-d930d1540931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:39:17.797551 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:17.849936 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (63087146-5dff-4cf6-a44b-2902e0428945), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:17.885930 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0bf3b7c8-ec5f-44db-9938-960b825bc672 req-cff3ca16-e717-4996-9995-062438c26e66 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362587 Sep 26 01:39:17.898101 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f4ed1-e787-4a48-9e3c-3ba65cace80f req-b9ee2bed-e359-462c-a1d9-fd7c2779fd88 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:17.899502 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf0f4ed1-e787-4a48-9e3c-3ba65cace80f req-b9ee2bed-e359-462c-a1d9-fd7c2779fd88 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.1346211 Sep 26 01:39:17.925218 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeec1f-8341-441b-8463-316e489ce4b1 req-973efe82-29d5-4ed9-abc2-44180dd56f01 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:17.926623 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2caeec1f-8341-441b-8463-316e489ce4b1 req-973efe82-29d5-4ed9-abc2-44180dd56f01 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 946 time: 0.1560717 Sep 26 01:39:18.057891 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf0f4ed1-e787-4a48-9e3c-3ba65cace80f req-bc7cf76c-539d-462e-b55a-08dfabad9f6e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391907 Sep 26 01:39:18.081094 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2caeec1f-8341-441b-8463-316e489ce4b1 req-c2a562c2-7bfd-4b3f-ac4d-b0649dc7bc3c tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449127 Sep 26 01:39:18.111701 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4bdf556d-8667-4586-b18b-17c08047ee00 None None] Attempt 2 to provision port 63087146-5dff-4cf6-a44b-2902e0428945 Sep 26 01:39:18.168372 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf556d-8667-4586-b18b-17c08047ee00 None None] Port 63087146-5dff-4cf6-a44b-2902e0428945 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:39:18.313842 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:18.335628 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63087146-5dff-4cf6-a44b-2902e0428945 {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:39:18.349170 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Publish callbacks [] for port (63087146-5dff-4cf6-a44b-2902e0428945), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:18.368805 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315f16a-77ea-4cb6-80af-74ba1a18b4b9 req-9b2800ed-e2ec-4079-ad17-30b1bf3e680f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:18.370311 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f315f16a-77ea-4cb6-80af-74ba1a18b4b9 req-9b2800ed-e2ec-4079-ad17-30b1bf3e680f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.1538920 Sep 26 01:39:18.381689 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724edfbe-a448-4876-9437-cb81eaac73b6 req-9516b730-337a-4389-9364-9000ce6575f7 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:18.383214 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-724edfbe-a448-4876-9437-cb81eaac73b6 req-9516b730-337a-4389-9364-9000ce6575f7 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.1828253 Sep 26 01:39:18.397512 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Transition to ACTIVE for port object 63087146-5dff-4cf6-a44b-2902e0428945 will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:39:18.415934 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (63087146-5dff-4cf6-a44b-2902e0428945), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:18.538271 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Pushing event updated for resources: {'Port': ['ID=63087146-5dff-4cf6-a44b-2902e0428945,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:18.557418 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f315f16a-77ea-4cb6-80af-74ba1a18b4b9 req-505f04bb-52cd-43fe-83e7-33e0cf5bab04 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732028 Sep 26 01:39:18.562886 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-724edfbe-a448-4876-9437-cb81eaac73b6 req-1becb977-114e-43e8-b878-bb11a728a48a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707268 Sep 26 01:39:18.665709 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Attempting to bind port 63087146-5dff-4cf6-a44b-2902e0428945 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:39:18.666562 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Attempting to bind port 63087146-5dff-4cf6-a44b-2902e0428945 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:39:18.667117 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Attempting to bind port 63087146-5dff-4cf6-a44b-2902e0428945 on network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:39:18.670081 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4bdf556d-8667-4586-b18b-17c08047ee00 None None] Attempt 3 to provision port 63087146-5dff-4cf6-a44b-2902e0428945 Sep 26 01:39:18.718545 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf556d-8667-4586-b18b-17c08047ee00 None None] Port 63087146-5dff-4cf6-a44b-2902e0428945 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:39:18.787306 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d2c6843-c4a7-44bc-b67a-34cf15bd5fa3 req-6e6e08b4-4a84-4a50-b63f-7b98c919369e tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 210 time: 0.0744867 Sep 26 01:39:18.801432 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88878737-06f8-48d2-96d1-726ae39a9efb req-4f47c671-c687-4d07-8624-cfbdfbbc5bb5 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:18.802911 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-88878737-06f8-48d2-96d1-726ae39a9efb req-4f47c671-c687-4d07-8624-cfbdfbbc5bb5 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.1039732 Sep 26 01:39:18.803645 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Port 63087146-5dff-4cf6-a44b-2902e0428945 on network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:39:18.803973 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Attempting to bind port 63087146-5dff-4cf6-a44b-2902e0428945 on network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:39:18.882192 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:18.884384 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:39:18.884730 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Checking segment: {'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:39:18.885115 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Bound using segment: {'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:39:18.885565 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Bound port: 63087146-5dff-4cf6-a44b-2902e0428945, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70973bb5-1fd8-45c9-9cf0-fa9d76e45333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:39:18.885919 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (63087146-5dff-4cf6-a44b-2902e0428945), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:18.900379 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-88878737-06f8-48d2-96d1-726ae39a9efb req-83c4c0a6-a457-428f-8f61-abfc9a5d9fff tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748334 Sep 26 01:39:18.957672 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] For port 63087146-5dff-4cf6-a44b-2902e0428945, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:39:18.961002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] For port 63087146-5dff-4cf6-a44b-2902e0428945, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=63087146-5dff-4cf6-a44b-2902e0428945,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:39:18.967079 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (63087146-5dff-4cf6-a44b-2902e0428945), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:18.973163 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:18.973784 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:18.975361 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/63087146-5dff-4cf6-a44b-2902e0428945 HTTP/1.1" status: 200 len: 1093 time: 1.3178828 Sep 26 01:39:18.975954 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:18.978515 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91365a7b-e73b-43e9-85ab-052c61db99c7" -d '{"events": [{"name": "network-changed", "server_uuid": "891098ae-6262-467f-814b-d930d1540931", "tag": "63087146-5dff-4cf6-a44b-2902e0428945"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:19.035435 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195c24b8-d01d-43a2-9c3e-4d771129a925 x-openstack-request-id: req-195c24b8-d01d-43a2-9c3e-4d771129a925 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:19.035673 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891098ae-6262-467f-814b-d930d1540931", "tag": "63087146-5dff-4cf6-a44b-2902e0428945", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:19.035913 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-195c24b8-d01d-43a2-9c3e-4d771129a925 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:19.036317 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195c24b8-d01d-43a2-9c3e-4d771129a925'] response: {'name': 'network-changed', 'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945', 'status': 'completed', 'code': 200} Sep 26 01:39:19.067351 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6368b-dd6b-49ba-8c94-84dc0f18ff57 req-c6b3a5e9-ff60-4fb8-b492-5d60bb27126e tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:19.069305 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a0c6368b-dd6b-49ba-8c94-84dc0f18ff57 req-c6b3a5e9-ff60-4fb8-b492-5d60bb27126e tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 946 time: 0.0976038 Sep 26 01:39:19.088666 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7758313-6738-4fcb-8c57-40ad2503273a service neutron] Pushing event updated for resources: {'Port': ['ID=63087146-5dff-4cf6-a44b-2902e0428945,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:19.213864 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a0c6368b-dd6b-49ba-8c94-84dc0f18ff57 req-3507082e-5459-477f-91e4-a07a8f95f31d tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367874 Sep 26 01:39:19.221181 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-4bdf556d-8667-4586-b18b-17c08047ee00 None None] Attempt 4 to provision port 63087146-5dff-4cf6-a44b-2902e0428945 Sep 26 01:39:19.259133 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91365a7b-e73b-43e9-85ab-052c61db99c7 req-a4c87014-f7ce-42f1-b2ce-08e295f6d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:19.260651 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-91365a7b-e73b-43e9-85ab-052c61db99c7 req-a4c87014-f7ce-42f1-b2ce-08e295f6d36d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1d406b57f894053834ce17fa63fa6ac&device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 1127 time: 0.1282899 Sep 26 01:39:19.275210 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf556d-8667-4586-b18b-17c08047ee00 None None] Port 63087146-5dff-4cf6-a44b-2902e0428945 had new provisioning blocks added so it will not transition to active. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 01:39:19.281174 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-8c0274d5-8592-4e66-ae40-94a5c4d43502 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:19.282600 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-8c0274d5-8592-4e66-ae40-94a5c4d43502 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.52 "GET /networking/v2.0/networks?id=d96ae2dd-c483-48c7-84c1-82589adaae3c HTTP/1.1" status: 200 len: 813 time: 0.1680391 Sep 26 01:39:19.756520 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:19.769027 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068e505-a847-472e-bb08-cad094ae0135 req-34236f32-d9d6-4bb1-a004-362bea490ed5 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:19.770522 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6068e505-a847-472e-bb08-cad094ae0135 req-34236f32-d9d6-4bb1-a004-362bea490ed5 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0824912 Sep 26 01:39:19.777038 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a23cac-9bbf-4b8e-9916-43a453e24606 req-56abd16a-4e94-4322-b22a-2c529953f6b9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:19.778393 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b1a23cac-9bbf-4b8e-9916-43a453e24606 req-56abd16a-4e94-4322-b22a-2c529953f6b9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0792115 Sep 26 01:39:19.852186 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6068e505-a847-472e-bb08-cad094ae0135 req-3fe8400e-066a-43e6-ab5b-33efd2d9cedd tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724268 Sep 26 01:39:19.864260 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b1a23cac-9bbf-4b8e-9916-43a453e24606 req-f75c1bec-abfa-4d11-8e51-f6195714e8b5 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755067 Sep 26 01:39:19.959418 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e82e58b0-1be2-4c58-98cb-abcb19465b40 req-2d5558fb-3e1f-4745-97fc-28a71b208194 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 210 time: 0.0361321 Sep 26 01:39:19.993784 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804a080-148b-451a-b83e-417e36ffc810 req-b6068cbe-25a5-4850-b289-d9b150df0c7c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:19.995287 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4804a080-148b-451a-b83e-417e36ffc810 req-b6068cbe-25a5-4850-b289-d9b150df0c7c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0624034 Sep 26 01:39:20.006476 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 39060) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:39:20.011025 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-f7b10f16-9ec2-4f3c-8325-a1c4b983fd87 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Request body: {'floatingip': {'port_id': '6a6db24c-6002-495f-ba8b-4e1c78db3a08'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:39:20.092337 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f7b10f16-9ec2-4f3c-8325-a1c4b983fd87 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for floatingip (e8583f7e-74da-47a7-8110-2cdc20f4d21c), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:20.406693 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e68a-6661-4cdf-b7b8-e1eb7621126d req-a1576b45-b9c7-4037-ae96-a1f3a80e0b41 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:20.408636 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7878e68a-6661-4cdf-b7b8-e1eb7621126d req-a1576b45-b9c7-4037-ae96-a1f3a80e0b41 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.3702078 Sep 26 01:39:20.492628 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721830a-94ff-472b-b926-b67facb562c6 req-c5d9860c-8133-404a-8180-3a71f2d5d29a tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:20.494103 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d721830a-94ff-472b-b926-b67facb562c6 req-c5d9860c-8133-404a-8180-3a71f2d5d29a tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 946 time: 0.1028669 Sep 26 01:39:20.556473 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7878e68a-6661-4cdf-b7b8-e1eb7621126d req-e47d164e-d25d-4a1c-82f9-8c3a746d37f6 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261210 Sep 26 01:39:20.602358 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Request body: {'port': {'device_id': '0b6255eb-07ec-489b-b2e2-14156cb19a01', 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c', 'admin_state_up': True, 'tenant_id': 'db1abf10c3e24836a161f3035d7e58ca'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:39:20.675381 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:20.785100 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d721830a-94ff-472b-b926-b67facb562c6 req-bf0e6519-4617-402b-be5e-1c969d193fd5 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791514 Sep 26 01:39:20.950110 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91365a7b-e73b-43e9-85ab-052c61db99c7 req-2b548c87-ef31-4504-9c5f-cd9af63ae1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:20.951587 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-91365a7b-e73b-43e9-85ab-052c61db99c7 req-2b548c87-ef31-4504-9c5f-cd9af63ae1f1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=d1d406b57f894053834ce17fa63fa6ac&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3941703 Sep 26 01:39:21.055169 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51c4d2-a5e0-46d5-a4cc-3a8ad011bf87 req-048a4a7d-3bfe-4258-a6c7-848008dd8702 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:21.056667 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7e51c4d2-a5e0-46d5-a4cc-3a8ad011bf87 req-048a4a7d-3bfe-4258-a6c7-848008dd8702 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 946 time: 0.1822338 Sep 26 01:39:21.087675 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:21.230952 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Made reservation on behalf of db1abf10c3e24836a161f3035d7e58ca for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:39:21.234636 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:21.238841 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fc7296a9-d0b4-4e07-af49-5389e679cd3b req-d6b2c97f-0e28-47f9-aba0-f8011a0bb751 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 210 time: 0.1969023 Sep 26 01:39:21.278227 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5f301-5d13-4d9b-9108-4dcee8dd39c4 req-4883efd1-2b58-4701-b75d-d6d97260500b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:21.279683 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e5a5f301-5d13-4d9b-9108-4dcee8dd39c4 req-4883efd1-2b58-4701-b75d-d6d97260500b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.2838109 Sep 26 01:39:21.500520 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91365a7b-e73b-43e9-85ab-052c61db99c7 req-306692f7-166d-48c7-95ac-bca4beb12b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:21.502716 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-91365a7b-e73b-43e9-85ab-052c61db99c7 req-306692f7-166d-48c7-95ac-bca4beb12b34 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4984925 Sep 26 01:39:21.503219 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-7e51c4d2-a5e0-46d5-a4cc-3a8ad011bf87 req-135c2270-d388-4c8e-b971-edb5f5aba06f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Deleting port 71029362-7449-46f9-acdd-1d08c343bce0 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:39:21.503553 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7e51c4d2-a5e0-46d5-a4cc-3a8ad011bf87 req-135c2270-d388-4c8e-b971-edb5f5aba06f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (71029362-7449-46f9-acdd-1d08c343bce0), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:21.530795 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-3390bc0c-0216-4986-b4e5-f04451453890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:21.532276 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-3390bc0c-0216-4986-b4e5-f04451453890 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6&tenant_id=2f78ca6e22f04c4ab911b2e308338517 HTTP/1.1" status: 200 len: 1128 time: 0.0732317 Sep 26 01:39:21.585598 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.db.resource_extend [None req-f7b10f16-9ec2-4f3c-8325-a1c4b983fd87 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 01:39:21.647472 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e5a5f301-5d13-4d9b-9108-4dcee8dd39c4 req-dd6141b5-b082-412a-b31f-181340f245f6 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460460 Sep 26 01:39:21.788626 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-78d2cc1e-9ae3-4c4b-a3a2-a7323b2d1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:21.790632 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-78d2cc1e-9ae3-4c4b-a3a2-a7323b2d1bc0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 1128 time: 0.0553241 Sep 26 01:39:21.880120 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:21.929224 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-1ffc4970-cf2a-461f-9534-3ce8857a3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:21.931059 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-1ffc4970-cf2a-461f-9534-3ce8857a3024 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 200 len: 917 time: 0.1334465 Sep 26 01:39:22.002855 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f7b10f16-9ec2-4f3c-8325-a1c4b983fd87 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:22.007905 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:22.039997 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-41757738-0093-4d04-a1cc-e35e9846e1c4 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 HTTP/1.1" status: 200 len: 1000 time: 0.1018205 Sep 26 01:39:22.052804 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f7b10f16-9ec2-4f3c-8325-a1c4b983fd87 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (e8583f7e-74da-47a7-8110-2cdc20f4d21c), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:22.102626 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 39088) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:39:22.131039 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-b4d57ca2-5618-475e-9553-d35cb572ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:22.132641 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-b4d57ca2-5618-475e-9553-d35cb572ef6c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=da203c2e-72b6-4935-8d01-4a01b35361c4 HTTP/1.1" status: 200 len: 855 time: 0.0851519 Sep 26 01:39:22.137568 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d7a2a-902e-4555-a3ab-a63ed7f409ea req-af64f263-b4a5-4c2f-96c0-3b9087111856 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:22.144929 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c05d7a2a-902e-4555-a3ab-a63ed7f409ea req-af64f263-b4a5-4c2f-96c0-3b9087111856 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.4674833 Sep 26 01:39:22.166728 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Allocated IP 172.20.0.3 (d96ae2dd-c483-48c7-84c1-82589adaae3c/d0b8faa2-082a-4838-8eb7-3dbc3573a9cf/b3409e03-5d08-4a6c-857e-a3f8f740ae98) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:39:22.197364 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-f3ff6ab8-bb8c-4a3a-8e9a-789fc46cb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:22.199417 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-f3ff6ab8-bb8c-4a3a-8e9a-789fc46cb09f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5af791d8-1618-4513-8e4d-eb7941c2c427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593929 Sep 26 01:39:22.215517 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-921d7f77-02ee-43d5-b0d3-a7502d444f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:22.217203 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-921d7f77-02ee-43d5-b0d3-a7502d444f95 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1d406b57f894053834ce17fa63fa6ac&device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 1127 time: 0.2272544 Sep 26 01:39:22.219663 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-7e51c4d2-a5e0-46d5-a4cc-3a8ad011bf87 req-135c2270-d388-4c8e-b971-edb5f5aba06f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] For port 71029362-7449-46f9-acdd-1d08c343bce0, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=71029362-7449-46f9-acdd-1d08c343bce0,segment=NetworkSegment(ff120d4c-635e-408f-bea6-c0bf8c2c2a61),segment_id=ff120d4c-635e-408f-bea6-c0bf8c2c2a61)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:22.220649 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7e51c4d2-a5e0-46d5-a4cc-3a8ad011bf87 req-135c2270-d388-4c8e-b971-edb5f5aba06f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (71029362-7449-46f9-acdd-1d08c343bce0), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:22.245077 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb439f8-6e56-4582-bc3a-15b6f4e0c4b7 req-74ac5b3c-d555-466b-894d-345319890609 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:22.252206 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4cb439f8-6e56-4582-bc3a-15b6f4e0c4b7 req-74ac5b3c-d555-466b-894d-345319890609 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 946 time: 0.2629910 Sep 26 01:39:22.295001 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-7e51c4d2-a5e0-46d5-a4cc-3a8ad011bf87 req-135c2270-d388-4c8e-b971-edb5f5aba06f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Calling delete_port for 71029362-7449-46f9-acdd-1d08c343bce0 owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:39:22.307100 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:22.309956 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:22.423173 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c05d7a2a-902e-4555-a3ab-a63ed7f409ea req-1b2ec52f-0063-4d84-ae23-650022f273a4 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773526 Sep 26 01:39:22.466274 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [None req-f7b10f16-9ec2-4f3c-8325-a1c4b983fd87 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Floating IP e8583f7e-74da-47a7-8110-2cdc20f4d21c associated. External IP: 172.27.0.57, port: 6a6db24c-6002-495f-ba8b-4e1c78db3a08. Sep 26 01:39:22.492519 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4cb439f8-6e56-4582-bc3a-15b6f4e0c4b7 req-3045d4d8-d96f-4ec0-92f8-3f8e3aa2d42f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393804 Sep 26 01:39:22.617938 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-172560d2-3e70-4262-b2a2-b1b951011b32 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63087146-5dff-4cf6-a44b-2902e0428945 HTTP/1.1" status: 200 len: 217 time: 0.1290934 Sep 26 01:39:22.618162 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Publish callbacks [] for security_group (044c3bae-df89-4ed9-919c-476194dbbd57), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:22.628016 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (044c3bae-df89-4ed9-919c-476194dbbd57), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:22.658406 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-79ace5cf-7215-439c-adb6-293732943fbc req-7933f802-fc81-4460-9ae1-cbdc8165aa8a tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 210 time: 0.1565981 Sep 26 01:39:22.667880 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-e954833f-dee3-4237-917f-8f744c02384f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354177 Sep 26 01:39:22.682449 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c2dac09fc4e64dd88e3c0ff53570f992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5788209 Sep 26 01:39:22.696835 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 39094) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:39:22.718563 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044c3bae-df89-4ed9-919c-476194dbbd57,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:22.772571 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.772913 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.773253 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.773591 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.773938 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.774299 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.774595 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.774994 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.775355 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.775763 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.776265 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.776704 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.777216 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.777778 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.778187 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cecde-25a6-4915-9986-a6b0789094ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:22.835319 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e16fd72d-f612-4718-8f00-6c060d40bb78 admin admin] Publish callbacks [] for security_group (044c3bae-df89-4ed9-919c-476194dbbd57), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:22.841082 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7ea114a0-de8c-4014-95ad-e03b036d252f req-424d05e7-297f-427e-98bd-d07001081af8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641996 Sep 26 01:39:22.859972 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e16fd72d-f612-4718-8f00-6c060d40bb78 admin admin] Publish callbacks [] for security_group (044c3bae-df89-4ed9-919c-476194dbbd57), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:22.870574 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-8663c6ed-c6b6-4199-945f-e4cd6ebbbf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:22.871983 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-8663c6ed-c6b6-4199-945f-e4cd6ebbbf93 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=fe53b015-5ee8-43a5-b042-f222f4c936e1 HTTP/1.1" status: 200 len: 848 time: 0.2330716 Sep 26 01:39:22.883782 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:22.916220 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e16fd72d-f612-4718-8f00-6c060d40bb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (044c3bae-df89-4ed9-919c-476194dbbd57), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:22.918889 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e16fd72d-f612-4718-8f00-6c060d40bb78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:22.920148 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e16fd72d-f612-4718-8f00-6c060d40bb78 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/044c3bae-df89-4ed9-919c-476194dbbd57 HTTP/1.1" status: 204 len: 168 time: 0.2258852 Sep 26 01:39:22.923804 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:22.929559 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks [] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:22.929961 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fd72d-f612-4718-8f00-6c060d40bb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044c3bae-df89-4ed9-919c-476194dbbd57,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:22.942545 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:22.961696 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d32d1a-3cdb-4a21-9ce8-df2a6f2a4cf2 req-23aeb809-299d-46f7-97a0-918b888299f2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:22.963190 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a0d32d1a-3cdb-4a21-9ce8-df2a6f2a4cf2 req-23aeb809-299d-46f7-97a0-918b888299f2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.1854246 Sep 26 01:39:23.040961 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-4c9112a1-62d7-43b1-952c-85021798b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:23.042615 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-4c9112a1-62d7-43b1-952c-85021798b4ca service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1535020 Sep 26 01:39:23.061152 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7e51c4d2-a5e0-46d5-a4cc-3a8ad011bf87 req-135c2270-d388-4c8e-b971-edb5f5aba06f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (71029362-7449-46f9-acdd-1d08c343bce0), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:23.144528 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:23.145561 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c2270-d388-4c8e-b971-edb5f5aba06f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Pushing event deleted for resources: {'Port': ['ID=71029362-7449-46f9-acdd-1d08c343bce0,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:23.269494 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:23.285218 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a0d32d1a-3cdb-4a21-9ce8-df2a6f2a4cf2 req-17184fa1-9e4f-491e-b12d-94d008652ae0 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058188 Sep 26 01:39:23.319299 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e51c4d2-a5e0-46d5-a4cc-3a8ad011bf87 req-135c2270-d388-4c8e-b971-edb5f5aba06f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] No DVR routers for this DVR port 71029362-7449-46f9-acdd-1d08c343bce0 on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:39:23.335753 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 71029362-7449-46f9-acdd-1d08c343bce0 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:39:23.349936 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7e51c4d2-a5e0-46d5-a4cc-3a8ad011bf87 req-135c2270-d388-4c8e-b971-edb5f5aba06f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:23.353156 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7e51c4d2-a5e0-46d5-a4cc-3a8ad011bf87 req-135c2270-d388-4c8e-b971-edb5f5aba06f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.52 "DELETE /networking/v2.0/ports/71029362-7449-46f9-acdd-1d08c343bce0 HTTP/1.1" status: 204 len: 173 time: 2.2611701 Sep 26 01:39:23.353742 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd837132a-710f-45a8-8a44-38f2b04a09c8', 'name': 'network-vif-deleted', 'tag': '71029362-7449-46f9-acdd-1d08c343bce0'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:23.355952 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18971ceb-4e0d-4ab0-a369-90080ffc02c1" -d '{"events": [{"server_uuid": "d837132a-710f-45a8-8a44-38f2b04a09c8", "name": "network-vif-deleted", "tag": "71029362-7449-46f9-acdd-1d08c343bce0"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:23.357002 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: 71029362-7449-46f9-acdd-1d08c343bce0 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:39:23.357494 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 71029362-7449-46f9-acdd-1d08c343bce0 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:39:23.421988 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Network d96ae2dd-c483-48c7-84c1-82589adaae3c is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:39:23.435347 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b10f16-9ec2-4f3c-8325-a1c4b983fd87 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:39:23.439810 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382ee470-9172-44e1-b3ad-644948b2bb14 x-openstack-request-id: req-382ee470-9172-44e1-b3ad-644948b2bb14 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:23.440097 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d837132a-710f-45a8-8a44-38f2b04a09c8", "name": "network-vif-deleted", "tag": "71029362-7449-46f9-acdd-1d08c343bce0", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:23.440372 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-382ee470-9172-44e1-b3ad-644948b2bb14 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:23.440772 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382ee470-9172-44e1-b3ad-644948b2bb14'] response: {'server_uuid': 'd837132a-710f-45a8-8a44-38f2b04a09c8', 'name': 'network-vif-deleted', 'tag': '71029362-7449-46f9-acdd-1d08c343bce0', 'status': 'completed', 'code': 200} Sep 26 01:39:23.447429 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:39:23.457713 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:39:23.464146 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Pushing event updated for resources: {'Port': ['ID=b3409e03-5d08-4a6c-857e-a3f8f740ae98,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:23.492253 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-f854a72a-c1cf-454e-828c-6ab2f54966de service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253809 Sep 26 01:39:23.644446 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:23.645162 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:23.776199 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-ee176ac5-b474-4449-9bb1-dd654f103f81 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2172093 Sep 26 01:39:23.777975 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f3f6c2fa-5b92-4286-bf76-b5b95bb6e388 req-3e6349fe-705a-4c19-83af-d0410b63cd6c tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0969398 Sep 26 01:39:23.799364 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90cca2-a767-4ecb-ab3a-a6ec07391269 req-1c390932-e586-45a7-88c6-206b69c35e27 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:23.801335 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bd90cca2-a767-4ecb-ab3a-a6ec07391269 req-1c390932-e586-45a7-88c6-206b69c35e27 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.2488832 Sep 26 01:39:23.824926 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b10f16-9ec2-4f3c-8325-a1c4b983fd87 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:39:23.842639 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e9bd82-aaf5-4491-b4c6-c3bbe13cbe3e None None] Sync routers for ids ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:39:23.856411 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f7b10f16-9ec2-4f3c-8325-a1c4b983fd87 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:23.861568 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9bd82-aaf5-4491-b4c6-c3bbe13cbe3e None None] Routers {'5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:39:23.862444 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-27e9bd82-aaf5-4491-b4c6-c3bbe13cbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:38:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:39:23.953937 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-f7b10f16-9ec2-4f3c-8325-a1c4b983fd87 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/e8583f7e-74da-47a7-8110-2cdc20f4d21c HTTP/1.1" status: 200 len: 990 time: 3.9462512 Sep 26 01:39:23.967141 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2aac365e-64e6-4c68-8a61-6cd82d97da40 req-d502ffaf-aa36-4b33-b91d-82fbdd562de7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192951 Sep 26 01:39:23.996228 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:24.045143 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bd90cca2-a767-4ecb-ab3a-a6ec07391269 req-c71b0895-1c70-48e7-a4a5-eb6c0e00b48a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351973 Sep 26 01:39:24.082606 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9656891-3b9f-4bc0-99cd-00d66081d8ec req-d4182e10-f4af-4cec-9546-4243ffe5bb49 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:24.093788 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c9656891-3b9f-4bc0-99cd-00d66081d8ec req-d4182e10-f4af-4cec-9546-4243ffe5bb49 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 931 time: 0.1495056 Sep 26 01:39:24.113097 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Request body: {'port': {'device_id': '0b6255eb-07ec-489b-b2e2-14156cb19a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:39:24.172671 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-27e9bd82-aaf5-4491-b4c6-c3bbe13cbe3e None None] Set router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:39:24.229723 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c9656891-3b9f-4bc0-99cd-00d66081d8ec req-446b16b2-7c19-4e9d-bd80-7e8d69740a9f tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314449 Sep 26 01:39:24.248940 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:24.459279 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:24.523829 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-27e9bd82-aaf5-4491-b4c6-c3bbe13cbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'e8583f7e-74da-47a7-8110-2cdc20f4d21c', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'port_id': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'mac_address': 'fa:16:3e:1e:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15f03f-c129-4db7-a021-c160558dbecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:38:42Z', 'updated_at': '2022-09-26T01:39:21Z', 'revision_number': 1, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b2b825-2600-475b-9362-3b9e6f5405c2', 'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'mac_address': 'fa:16:3e:9d:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:15Z', 'updated_at': '2022-09-26T01:36:31Z', 'revision_number': 5, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'subnets': [{'id': '38206234-32a5-44a3-8e38-190376c3054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:39:24.558553 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e9bd82-aaf5-4491-b4c6-c3bbe13cbe3e None None] Checking router: 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:39:24.570554 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9bd82-aaf5-4491-b4c6-c3bbe13cbe3e None None] Routers {'5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:39:24.571550 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-27e9bd82-aaf5-4491-b4c6-c3bbe13cbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:38:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:39:24.700872 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-27e9bd82-aaf5-4491-b4c6-c3bbe13cbe3e None None] Set router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:39:24.782231 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2925c6-3c79-4dfb-939c-91aeeeb16a52 req-97783900-848f-4c60-9f65-e10cc34c4d49 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:24.784445 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1f2925c6-3c79-4dfb-939c-91aeeeb16a52 req-97783900-848f-4c60-9f65-e10cc34c4d49 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.3823836 Sep 26 01:39:24.870213 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1f2925c6-3c79-4dfb-939c-91aeeeb16a52 req-0a37f805-3d47-4435-b8d4-8e3c8ff22888 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797601 Sep 26 01:39:24.910339 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:24.996366 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5f2ab7bd-2f53-4829-9a64-a72b6b36200e req-714f1919-1f5a-4d6b-a49e-7a74f47aa124 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0513730 Sep 26 01:39:25.021367 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3409e03-5d08-4a6c-857e-a3f8f740ae98 {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:39:25.035550 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Publish callbacks [] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:25.055530 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-27e9bd82-aaf5-4491-b4c6-c3bbe13cbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'e8583f7e-74da-47a7-8110-2cdc20f4d21c', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'port_id': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'mac_address': 'fa:16:3e:1e:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15f03f-c129-4db7-a021-c160558dbecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:38:42Z', 'updated_at': '2022-09-26T01:39:21Z', 'revision_number': 1, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b2b825-2600-475b-9362-3b9e6f5405c2', 'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'mac_address': 'fa:16:3e:9d:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:15Z', 'updated_at': '2022-09-26T01:36:31Z', 'revision_number': 5, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'subnets': [{'id': '38206234-32a5-44a3-8e38-190376c3054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:39:25.099919 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Transition to ACTIVE for port object b3409e03-5d08-4a6c-857e-a3f8f740ae98 will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:39:25.101891 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e9bd82-aaf5-4491-b4c6-c3bbe13cbe3e None None] The sync data for ids ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'] in dv-cinder-859203-2-iscsi is: [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'e8583f7e-74da-47a7-8110-2cdc20f4d21c', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'port_id': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'mac_address': 'fa:16:3e:1e:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15f03f-c129-4db7-a021-c160558dbecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:38:42Z', 'updated_at': '2022-09-26T01:39:21Z', 'revision_number': 1, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b2b825-2600-475b-9362-3b9e6f5405c2', 'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'mac_address': 'fa:16:3e:9d:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:15Z', 'updated_at': '2022-09-26T01:36:31Z', 'revision_number': 5, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'subnets': [{'id': '38206234-32a5-44a3-8e38-190376c3054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:39:25.109042 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:25.290980 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Pushing event updated for resources: {'Port': ['ID=b3409e03-5d08-4a6c-857e-a3f8f740ae98,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:25.312545 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d48583-b055-4f7d-a9e5-238bf5fcf546 req-2e19621d-dc3b-4cd5-866e-c021a558f467 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:25.321385 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f7d48583-b055-4f7d-a9e5-238bf5fcf546 req-2e19621d-dc3b-4cd5-866e-c021a558f467 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.1409605 Sep 26 01:39:25.435086 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382bc4a-07d2-4e78-ace7-cc4a7e1d2c4b req-a487b1e3-d774-4a6c-bfba-f2ea25997c65 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:25.436877 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d382bc4a-07d2-4e78-ace7-cc4a7e1d2c4b req-a487b1e3-d774-4a6c-bfba-f2ea25997c65 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 943 time: 0.1103327 Sep 26 01:39:25.442763 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b15f03f-c129-4db7-a021-c160558dbecb', 'tag': '6a6db24c-6002-495f-ba8b-4e1c78db3a08'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:25.445330 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aeb7adf-0a3c-4ba1-8c20-a2268fc03472" -d '{"events": [{"name": "network-changed", "server_uuid": "5b15f03f-c129-4db7-a021-c160558dbecb", "tag": "6a6db24c-6002-495f-ba8b-4e1c78db3a08"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:25.451072 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Attempting to bind port b3409e03-5d08-4a6c-857e-a3f8f740ae98 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:39:25.451409 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Attempting to bind port b3409e03-5d08-4a6c-857e-a3f8f740ae98 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '8dcbed68-07ac-4c67-9a74-f38be419e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:39:25.451786 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Attempting to bind port b3409e03-5d08-4a6c-857e-a3f8f740ae98 on network d96ae2dd-c483-48c7-84c1-82589adaae3c {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:39:25.464764 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d9758-cbac-4194-90c7-d9f10a2a0dba None None] New status for floating IP e8583f7e-74da-47a7-8110-2cdc20f4d21c: ACTIVE {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:39:25.478538 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f7d48583-b055-4f7d-a9e5-238bf5fcf546 req-9c0d04e8-ffd9-465f-8b36-f66a77040120 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562536 Sep 26 01:39:25.568691 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Port b3409e03-5d08-4a6c-857e-a3f8f740ae98 on network d96ae2dd-c483-48c7-84c1-82589adaae3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:39:25.568691 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Attempting to bind port b3409e03-5d08-4a6c-857e-a3f8f740ae98 on network d96ae2dd-c483-48c7-84c1-82589adaae3c {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:39:25.572079 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ff8c50-b2e3-4a2a-9172-fdc4097783e4 x-openstack-request-id: req-98ff8c50-b2e3-4a2a-9172-fdc4097783e4 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:25.572528 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b15f03f-c129-4db7-a021-c160558dbecb", "tag": "6a6db24c-6002-495f-ba8b-4e1c78db3a08", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:25.572751 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98ff8c50-b2e3-4a2a-9172-fdc4097783e4 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:25.576767 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ff8c50-b2e3-4a2a-9172-fdc4097783e4'] response: {'name': 'network-changed', 'server_uuid': '5b15f03f-c129-4db7-a021-c160558dbecb', 'tag': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'status': 'completed', 'code': 200} Sep 26 01:39:25.694173 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:25.696641 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d382bc4a-07d2-4e78-ace7-cc4a7e1d2c4b req-38e3c3db-bdbb-4836-b5ce-0782496d26bb tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473333 Sep 26 01:39:25.715085 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:39:25.715489 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Checking segment: {'id': '8dcbed68-07ac-4c67-9a74-f38be419e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:39:25.715922 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Bound using segment: {'id': '8dcbed68-07ac-4c67-9a74-f38be419e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:39:25.716383 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Bound port: b3409e03-5d08-4a6c-857e-a3f8f740ae98, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dcbed68-07ac-4c67-9a74-f38be419e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:39:25.716836 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:25.818765 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] For port b3409e03-5d08-4a6c-857e-a3f8f740ae98, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:39:25.828463 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] For port b3409e03-5d08-4a6c-857e-a3f8f740ae98, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b3409e03-5d08-4a6c-857e-a3f8f740ae98,segment=NetworkSegment(8dcbed68-07ac-4c67-9a74-f38be419e574),segment_id=8dcbed68-07ac-4c67-9a74-f38be419e574)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:39:25.842343 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:25.847386 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:25.848042 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:25.849532 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/b3409e03-5d08-4a6c-857e-a3f8f740ae98 HTTP/1.1" status: 200 len: 1093 time: 1.7517853 Sep 26 01:39:25.903042 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac85eb-bc80-4ceb-8bfe-f4bc9127fdaf service neutron] Pushing event updated for resources: {'Port': ['ID=b3409e03-5d08-4a6c-857e-a3f8f740ae98,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:26.056987 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321821a3-00da-424e-b628-b190ec53ad89 req-ab8f3e4b-85c9-46b4-a6a1-fc37edab5b95 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:26.064409 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-321821a3-00da-424e-b628-b190ec53ad89 req-ab8f3e4b-85c9-46b4-a6a1-fc37edab5b95 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0809493 Sep 26 01:39:26.113298 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-321821a3-00da-424e-b628-b190ec53ad89 req-2043f23f-c53b-46ed-ab82-cf7ccfabf1fd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478480 Sep 26 01:39:26.147503 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a52b1dcd-cb73-4fbc-a78b-4b836c879f0b req-f44f8880-b4d4-467c-be63-84292c7dc235 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0389123 Sep 26 01:39:26.308855 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:39:26.618961 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22555b75-279c-4ef3-8a92-194e1bdc5255 req-2ecbbf79-d189-48d3-89b5-358c53ddea3b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:26.620477 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-22555b75-279c-4ef3-8a92-194e1bdc5255 req-2ecbbf79-d189-48d3-89b5-358c53ddea3b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0501850 Sep 26 01:39:26.677088 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-22555b75-279c-4ef3-8a92-194e1bdc5255 req-ea5ba338-ae29-4db2-91e3-80dd168861dd tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508256 Sep 26 01:39:26.858257 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ade6c4-6daf-41b8-b5f9-8e9259e3ca0a req-6e3b2967-6123-495f-b10b-dc3964918efb tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:26.859793 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b4ade6c4-6daf-41b8-b5f9-8e9259e3ca0a req-6e3b2967-6123-495f-b10b-dc3964918efb tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 943 time: 0.0727098 Sep 26 01:39:26.889116 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-83ee4f7e-57af-4cd4-9dde-c4997e55eb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:26.916385 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:26.927231 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b4ade6c4-6daf-41b8-b5f9-8e9259e3ca0a req-c22caef0-189e-4f72-8b5b-0a5eea16706f tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601339 Sep 26 01:39:27.273369 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ccfd6-5d15-40d0-a715-9462964f1c0a req-b8c33b8a-9a4c-4b14-8424-e21e84ee74a5 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:27.275155 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a77ccfd6-5d15-40d0-a715-9462964f1c0a req-b8c33b8a-9a4c-4b14-8424-e21e84ee74a5 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0685706 Sep 26 01:39:27.298614 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2bf7aa78-2616-43b0-8c8b-9251d51a8901 req-6146a888-530f-403b-ac40-658daf4f70ab tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0434980 Sep 26 01:39:27.342606 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a77ccfd6-5d15-40d0-a715-9462964f1c0a req-1b1c5b71-e304-4d42-b33c-13d54a7ed2f0 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514562 Sep 26 01:39:27.577979 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6255eb-07ec-489b-b2e2-14156cb19a01', 'tag': 'b3409e03-5d08-4a6c-857e-a3f8f740ae98'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:27.580846 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9ea7dd-f125-41ff-a547-4ac973a381c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6255eb-07ec-489b-b2e2-14156cb19a01", "tag": "b3409e03-5d08-4a6c-857e-a3f8f740ae98"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:27.618976 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c9953f-714a-4ff4-809a-bf2c27d9e5fb x-openstack-request-id: req-b3c9953f-714a-4ff4-809a-bf2c27d9e5fb {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:27.619405 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6255eb-07ec-489b-b2e2-14156cb19a01", "tag": "b3409e03-5d08-4a6c-857e-a3f8f740ae98", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:27.619737 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3c9953f-714a-4ff4-809a-bf2c27d9e5fb {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:27.620203 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c9953f-714a-4ff4-809a-bf2c27d9e5fb'] response: {'name': 'network-changed', 'server_uuid': '0b6255eb-07ec-489b-b2e2-14156cb19a01', 'tag': 'b3409e03-5d08-4a6c-857e-a3f8f740ae98', 'status': 'completed', 'code': 200} Sep 26 01:39:27.811802 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77e6c7-b9be-426d-aaa0-1db2176dd698 req-da553650-6e20-4029-92dd-c65b659c4b91 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:27.814030 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c77e6c7-b9be-426d-aaa0-1db2176dd698 req-da553650-6e20-4029-92dd-c65b659c4b91 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0573573 Sep 26 01:39:27.877513 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c77e6c7-b9be-426d-aaa0-1db2176dd698 req-fad3bb49-093b-4a3a-ba09-7c516bd0d5dc tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574353 Sep 26 01:39:28.064953 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d93ad-0dcf-49b5-a4ae-6b5d002aeaf4 req-a956ba5a-19ae-402b-8f6a-3829d62b6efa tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:28.066445 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5e1d93ad-0dcf-49b5-a4ae-6b5d002aeaf4 req-a956ba5a-19ae-402b-8f6a-3829d62b6efa tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 943 time: 0.0556083 Sep 26 01:39:28.120505 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5e1d93ad-0dcf-49b5-a4ae-6b5d002aeaf4 req-c85bd102-1fde-4035-8b6f-bcae26fc95f6 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478225 Sep 26 01:39:28.442048 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2771708e-346f-4ba4-9d4c-b51762e29254 req-e2670870-f426-4a54-9130-61ddee53b186 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0467689 Sep 26 01:39:28.515539 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe5b1-4589-437b-9609-690a597142ea req-fcf9c2f2-04c5-47db-985c-cea541943e13 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:28.517121 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-17bbe5b1-4589-437b-9609-690a597142ea req-fcf9c2f2-04c5-47db-985c-cea541943e13 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0587599 Sep 26 01:39:28.573944 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-17bbe5b1-4589-437b-9609-690a597142ea req-8122616b-26cd-451c-ad01-0cdc539e2ed1 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509312 Sep 26 01:39:29.017929 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c781c3f-0b0d-4c65-84da-bb69963e9ae6 req-05423fbe-bc9d-4ea0-b88d-fe48104b0323 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:29.020439 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5c781c3f-0b0d-4c65-84da-bb69963e9ae6 req-05423fbe-bc9d-4ea0-b88d-fe48104b0323 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0582790 Sep 26 01:39:29.081347 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5c781c3f-0b0d-4c65-84da-bb69963e9ae6 req-5a54107f-456e-4216-acf1-dca3d9631f70 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552647 Sep 26 01:39:29.250171 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a1478e1a-900f-4b88-8bdf-883e18710deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:29.281518 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56b10b-809b-449f-bb27-e0ae0826f293 req-d4eacc6c-a336-4bdc-9c58-f142cd825073 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:29.284059 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bb56b10b-809b-449f-bb27-e0ae0826f293 req-d4eacc6c-a336-4bdc-9c58-f142cd825073 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 943 time: 0.0769408 Sep 26 01:39:29.342609 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bb56b10b-809b-449f-bb27-e0ae0826f293 req-aea8c6e0-bf35-4b25-b0c7-4a33d4d7b24c tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513628 Sep 26 01:39:29.587440 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-601691b6-a16b-4ffc-b07c-412a5175f0bb req-aa79d1e8-2c19-4104-97eb-82953afe3851 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0305314 Sep 26 01:39:29.673515 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:29.740761 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214d77d-6266-4235-958b-f31462790e7b req-148b56c1-ac94-4f47-b4bb-a3222a2b9deb tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:29.743277 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2214d77d-6266-4235-958b-f31462790e7b req-148b56c1-ac94-4f47-b4bb-a3222a2b9deb tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0786154 Sep 26 01:39:29.817441 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2214d77d-6266-4235-958b-f31462790e7b req-8a51ba92-fee5-4730-88cf-1ba4ee30bb0e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673022 Sep 26 01:39:30.217604 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc845c-5a69-470c-8cfe-65b5a410568f req-22466460-29cd-421a-9bb4-3d09c2a85553 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:30.219092 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cccc845c-5a69-470c-8cfe-65b5a410568f req-22466460-29cd-421a-9bb4-3d09c2a85553 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0540860 Sep 26 01:39:30.274099 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cccc845c-5a69-470c-8cfe-65b5a410568f req-4269a4ec-0fb4-4f96-a40b-dac54830cd7a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484986 Sep 26 01:39:30.480419 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8445dc4-70b2-4e4f-bf05-0bf89413a8c1 req-7952b667-b618-4f77-a3b4-c230329ef6aa tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:30.481964 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e8445dc4-70b2-4e4f-bf05-0bf89413a8c1 req-7952b667-b618-4f77-a3b4-c230329ef6aa tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 943 time: 0.0501540 Sep 26 01:39:30.532896 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e8445dc4-70b2-4e4f-bf05-0bf89413a8c1 req-245b276f-2b90-47af-90a2-64ee3dd5c396 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441029 Sep 26 01:39:30.716550 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-129173a5-035d-4f1e-a6b2-f94773bcd28b req-12b8e3a5-6b32-4997-a0c5-3a9c436a57d7 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0308549 Sep 26 01:39:30.723769 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:30.963076 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5dbff-d9c5-43fb-9d49-044008c21bee req-de882a1d-d383-42a6-ba35-f9aee5712363 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:30.964587 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9eb5dbff-d9c5-43fb-9d49-044008c21bee req-de882a1d-d383-42a6-ba35-f9aee5712363 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0538297 Sep 26 01:39:31.015931 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9eb5dbff-d9c5-43fb-9d49-044008c21bee req-5d02398b-1869-478a-9966-337b4d6bf133 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457952 Sep 26 01:39:31.413847 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2414f-1dc3-4e2f-b8e8-50fabee71881 req-fcc8f4eb-0c0e-4e42-aced-18ad8a4e74bf tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:31.418741 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b5f2414f-1dc3-4e2f-b8e8-50fabee71881 req-fcc8f4eb-0c0e-4e42-aced-18ad8a4e74bf tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0550668 Sep 26 01:39:31.474479 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b5f2414f-1dc3-4e2f-b8e8-50fabee71881 req-17231a81-4022-47e0-a1f9-2bb1d1ac58a3 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483608 Sep 26 01:39:31.640869 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:31.660447 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5378d-df7b-493f-98f3-abd9e4e95bb8 req-634505ad-4bd5-4de1-9414-46358304c5d0 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:31.662004 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f7b5378d-df7b-493f-98f3-abd9e4e95bb8 req-634505ad-4bd5-4de1-9414-46358304c5d0 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 943 time: 0.0541298 Sep 26 01:39:31.714161 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f7b5378d-df7b-493f-98f3-abd9e4e95bb8 req-a7632850-8c8e-46b1-8c49-de28f587ad3e tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451169 Sep 26 01:39:31.835664 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-13463296-3f7a-4149-9a4c-bc922e402ae9 req-5bdbbf98-a428-4723-bae9-960e1e7cf35b tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0276942 Sep 26 01:39:32.051159 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:32.149510 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a98afa-ee05-4520-b6da-a43581311667 req-0afbbf0c-6ba2-41d5-b587-51c657c92599 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:32.150889 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-62a98afa-ee05-4520-b6da-a43581311667 req-0afbbf0c-6ba2-41d5-b587-51c657c92599 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0469184 Sep 26 01:39:32.197808 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-62a98afa-ee05-4520-b6da-a43581311667 req-be6e4364-b461-41bd-adea-6ada09eca06e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414097 Sep 26 01:39:32.218286 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:32.380132 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ea7dd-f125-41ff-a547-4ac973a381c8 req-95c33d60-e32f-4c5d-ae48-c3a3ef000b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:32.381655 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8f9ea7dd-f125-41ff-a547-4ac973a381c8 req-95c33d60-e32f-4c5d-ae48-c3a3ef000b5e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=db1abf10c3e24836a161f3035d7e58ca&device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 1127 time: 0.0745375 Sep 26 01:39:32.386626 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb7adf-0a3c-4ba1-8c20-a2268fc03472 req-07aec61d-543d-4105-87e1-950523922dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:32.387974 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6aeb7adf-0a3c-4ba1-8c20-a2268fc03472 req-07aec61d-543d-4105-87e1-950523922dd6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 1129 time: 0.0483429 Sep 26 01:39:32.595321 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc2b8f-b6ef-4fcb-95a2-ab08b26fb475 req-5c05f88c-8099-488f-93fc-f6ec69353128 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:32.596786 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ecbc2b8f-b6ef-4fcb-95a2-ab08b26fb475 req-5c05f88c-8099-488f-93fc-f6ec69353128 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0468702 Sep 26 01:39:32.645826 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ecbc2b8f-b6ef-4fcb-95a2-ab08b26fb475 req-79f8d9e0-0535-4efc-b1f5-3db65262aef3 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432663 Sep 26 01:39:32.838306 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66c358-8dd9-4810-b63c-7f3e21ebc704 req-b41bc46a-8afc-47ab-bd91-ec91718a6bbf tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:32.839676 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8d66c358-8dd9-4810-b63c-7f3e21ebc704 req-b41bc46a-8afc-47ab-bd91-ec91718a6bbf tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 943 time: 0.0499406 Sep 26 01:39:32.870930 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:32.888305 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8d66c358-8dd9-4810-b63c-7f3e21ebc704 req-13418203-4213-4e39-85b6-42087164962f tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422540 Sep 26 01:39:32.925153 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:33.037378 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cff64c32-b27e-403b-9d31-b2b000ea5c7a req-52c28029-21fb-4ffb-8255-35086a7989af tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d837132a-710f-45a8-8a44-38f2b04a09c8 HTTP/1.1" status: 200 len: 210 time: 0.1129112 Sep 26 01:39:33.109734 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ea7dd-f125-41ff-a547-4ac973a381c8 req-90ad6b4b-129f-49d4-9700-dd1be8324eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:33.111739 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8f9ea7dd-f125-41ff-a547-4ac973a381c8 req-90ad6b4b-129f-49d4-9700-dd1be8324eb2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=db1abf10c3e24836a161f3035d7e58ca&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2009766 Sep 26 01:39:33.112841 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb7adf-0a3c-4ba1-8c20-a2268fc03472 req-f86e2fdf-e6d6-4854-8d11-ac0bbda90e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:33.114432 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6aeb7adf-0a3c-4ba1-8c20-a2268fc03472 req-f86e2fdf-e6d6-4854-8d11-ac0bbda90e76 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 919 time: 0.2050116 Sep 26 01:39:33.435846 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79426602-ea0c-4bfe-b06a-066c5d9a20f8 req-b39113da-4491-4360-8d27-15227ad30233 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:33.437333 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-79426602-ea0c-4bfe-b06a-066c5d9a20f8 req-b39113da-4491-4360-8d27-15227ad30233 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.1490521 Sep 26 01:39:33.446660 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6aeb7adf-0a3c-4ba1-8c20-a2268fc03472 req-382dbcd3-a2a6-4fca-9862-63b746cc89b6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6db24c-6002-495f-ba8b-4e1c78db3a08 HTTP/1.1" status: 200 len: 1000 time: 0.1682687 Sep 26 01:39:33.533341 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ea7dd-f125-41ff-a547-4ac973a381c8 req-cc9cca00-f639-4f85-8b0e-09b3244c861b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:33.534789 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8f9ea7dd-f125-41ff-a547-4ac973a381c8 req-cc9cca00-f639-4f85-8b0e-09b3244c861b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2578518 Sep 26 01:39:33.548477 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-79426602-ea0c-4bfe-b06a-066c5d9a20f8 req-70cc8ae8-96c2-43ab-8106-39eea329961f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039305 Sep 26 01:39:33.549990 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb7adf-0a3c-4ba1-8c20-a2268fc03472 req-3440c955-01f7-4aaa-bbd7-5d8257ccd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:33.551326 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6aeb7adf-0a3c-4ba1-8c20-a2268fc03472 req-3440c955-01f7-4aaa-bbd7-5d8257ccd49e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.0936911 Sep 26 01:39:33.628231 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb7adf-0a3c-4ba1-8c20-a2268fc03472 req-a102436c-1840-45a6-8242-329701098252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:33.629783 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6aeb7adf-0a3c-4ba1-8c20-a2268fc03472 req-a102436c-1840-45a6-8242-329701098252 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686786 Sep 26 01:39:33.638597 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-e5b01a5f-8096-4906-83e5-b06aa4d53d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:33.639929 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-e5b01a5f-8096-4906-83e5-b06aa4d53d84 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=db1abf10c3e24836a161f3035d7e58ca&device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 1127 time: 0.0467319 Sep 26 01:39:33.717018 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-30485d80-5c2b-4ba4-9023-f9f9bcf3c2c7 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3409e03-5d08-4a6c-857e-a3f8f740ae98 HTTP/1.1" status: 200 len: 217 time: 0.0679357 Sep 26 01:39:33.742559 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:33.822914 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc358b8-6ad0-4e6f-a2b7-2b06e4189326 req-33efdf74-f31c-435f-ac66-cf614189038e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:33.824381 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7dc358b8-6ad0-4e6f-a2b7-2b06e4189326 req-33efdf74-f31c-435f-ac66-cf614189038e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.1005771 Sep 26 01:39:33.842622 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6aeb7adf-0a3c-4ba1-8c20-a2268fc03472 req-d679d82b-e238-4be7-9744-817549d1a5e9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018094 Sep 26 01:39:33.853311 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-b83c6160-d673-4791-be2e-8429f041ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:33.854639 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-b83c6160-d673-4791-be2e-8429f041ca1e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=d0b8faa2-082a-4838-8eb7-3dbc3573a9cf HTTP/1.1" status: 200 len: 853 time: 0.1213193 Sep 26 01:39:33.937972 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-462374b2-a9c6-40fb-82a7-4d8bb5796a30 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d96ae2dd-c483-48c7-84c1-82589adaae3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741644 Sep 26 01:39:33.997425 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7dc358b8-6ad0-4e6f-a2b7-2b06e4189326 req-8ae405bc-25c1-411a-b901-c1051f857639 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652942 Sep 26 01:39:34.077848 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:34.090751 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccbb89-df94-439f-9458-6bd0737d6657 req-98060063-c106-44fb-b1d8-f9a9c88b0c25 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:34.092252 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-19ccbb89-df94-439f-9458-6bd0737d6657 req-98060063-c106-44fb-b1d8-f9a9c88b0c25 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 943 time: 0.1256306 Sep 26 01:39:34.097189 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6aeb7adf-0a3c-4ba1-8c20-a2268fc03472 req-f9f3614c-e714-4671-aa5c-1d12b8377ef6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454457 Sep 26 01:39:34.148960 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-1e339e30-c761-42de-8bb6-0d7347aaa261 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d96ae2dd-c483-48c7-84c1-82589adaae3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011054 Sep 26 01:39:34.184444 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-19ccbb89-df94-439f-9458-6bd0737d6657 req-2eefd8aa-6fa4-42d2-83c5-26e4e1f45293 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841486 Sep 26 01:39:34.257276 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d769492e-2e07-4a1f-aee6-64479cb23602 req-e16bb898-2c6d-44d8-9b43-007583cbf0f7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d96ae2dd-c483-48c7-84c1-82589adaae3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004755 Sep 26 01:39:34.391551 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-b1d7109c-d869-48df-83bf-a424cd4d5185 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:34.393023 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-b1d7109c-d869-48df-83bf-a424cd4d5185 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/networks?id=03bf27a4-e655-4790-88ee-39ba306a1cc8 HTTP/1.1" status: 200 len: 808 time: 0.1064994 Sep 26 01:39:34.407453 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-86b73ce3-5297-450a-85ca-38dfc4c79983 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/quotas/3d84eb826e054de3a831769967d5ed91 HTTP/1.1" status: 200 len: 375 time: 0.0091565 Sep 26 01:39:34.439964 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-7974937a-a063-4d5f-993c-5092faa87b4e tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3d84eb826e054de3a831769967d5ed91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273199 Sep 26 01:39:34.530865 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-b238cce5-5dea-4cab-839d-2af2c83d1df2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/03bf27a4-e655-4790-88ee-39ba306a1cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841770 Sep 26 01:39:34.647307 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-d7448ac4-6aaa-4f8d-bdba-8c0ae93255a4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/03bf27a4-e655-4790-88ee-39ba306a1cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100190 Sep 26 01:39:34.680769 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f7407-8bc0-40f8-b02c-bee966b7e494 req-2cfd145d-4e76-424c-85bf-6081201e4c1f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:34.682227 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8b2f7407-8bc0-40f8-b02c-bee966b7e494 req-2cfd145d-4e76-424c-85bf-6081201e4c1f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0498686 Sep 26 01:39:34.694543 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:34.741912 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8b2f7407-8bc0-40f8-b02c-bee966b7e494 req-84dccf5b-d778-45bf-a07c-eab6d1bac943 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538266 Sep 26 01:39:34.821445 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c4ae251f-39d7-481b-aae5-dc5a12ba1e03 req-e6e551ff-0630-450f-8b78-e86d19a5f902 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 210 time: 0.0322137 Sep 26 01:39:35.123708 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5caf82a-48f6-4cb2-b717-5c9e70b52643 req-63762509-d6ad-4fe9-b5af-867f3db1dc1f tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:35.125325 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c5caf82a-48f6-4cb2-b717-5c9e70b52643 req-63762509-d6ad-4fe9-b5af-867f3db1dc1f tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0480783 Sep 26 01:39:35.176222 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c5caf82a-48f6-4cb2-b717-5c9e70b52643 req-a883baa7-4b63-4c03-bb86-fc932bda91fc tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445178 Sep 26 01:39:35.311053 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4917df1-7545-4d82-b91f-f602ee2cce4f req-4ff5b5cc-9d90-459d-96da-f944b412ea9b tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:35.312644 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f4917df1-7545-4d82-b91f-f602ee2cce4f req-4ff5b5cc-9d90-459d-96da-f944b412ea9b tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 943 time: 0.0499039 Sep 26 01:39:35.361685 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f4917df1-7545-4d82-b91f-f602ee2cce4f req-43515c35-64c1-4bd3-a523-2b6728d47d18 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 Sep 26 01:39:35.771252 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=7 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:35.879641 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c784f-c5b4-42dc-8125-886e1f1d7d99 req-a7536cf4-26eb-48ad-9a98-8fdb90c8aaec tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:35.881179 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-de3c784f-c5b4-42dc-8125-886e1f1d7d99 req-a7536cf4-26eb-48ad-9a98-8fdb90c8aaec tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0504839 Sep 26 01:39:35.937897 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f5848b75-cf91-40cc-acb8-a91df62083c2 req-887aadfc-640b-4919-bcd6-91f830f5c1a2 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 210 time: 0.0373125 Sep 26 01:39:35.954808 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-de3c784f-c5b4-42dc-8125-886e1f1d7d99 req-e2166bf3-3989-4f9d-b6d5-f089f2cd36cb tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680771 Sep 26 01:39:36.170292 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:36.178909 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-c90cd67b-9b7b-4cfd-9771-3cc1193b288f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:36.180356 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-c90cd67b-9b7b-4cfd-9771-3cc1193b288f tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.52 "GET /networking/v2.0/networks?id=03bf27a4-e655-4790-88ee-39ba306a1cc8 HTTP/1.1" status: 200 len: 808 time: 0.1078920 Sep 26 01:39:36.196606 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Request body: {'port': {'device_id': 'fc25fed5-bf7a-4502-8844-d4d5a8ef4878', 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8', 'admin_state_up': True, 'tenant_id': '3d84eb826e054de3a831769967d5ed91'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:39:36.304683 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:36.581701 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff58b2-7301-4df1-877c-7c55f0256217 req-778f2ce4-dd65-42d4-a049-09b3952fb1b6 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:36.583088 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-edff58b2-7301-4df1-877c-7c55f0256217 req-778f2ce4-dd65-42d4-a049-09b3952fb1b6 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.3287838 Sep 26 01:39:36.637469 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a1d47-f43e-4d45-ba68-a268833cde7a req-65d1519a-30ea-4582-96ab-c3064dbcdc34 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:36.638864 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-620a1d47-f43e-4d45-ba68-a268833cde7a req-65d1519a-30ea-4582-96ab-c3064dbcdc34 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 943 time: 0.0859752 Sep 26 01:39:36.691859 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-edff58b2-7301-4df1-877c-7c55f0256217 req-98bb9aee-9b26-42a9-a7a2-4da19a571d1a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917454 Sep 26 01:39:36.694082 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Made reservation on behalf of 3d84eb826e054de3a831769967d5ed91 for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:39:36.697775 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:36.733292 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-620a1d47-f43e-4d45-ba68-a268833cde7a req-845d0c3a-8261-47ee-98ec-4ed26a68e79f tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875237 Sep 26 01:39:36.845667 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Allocated IP 172.20.0.10 (03bf27a4-e655-4790-88ee-39ba306a1cc8/07c0d4af-0b33-47e3-960d-193a879b2818/b81f1c72-abee-42c0-bea0-b8f720493f0c) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:39:36.934151 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:36.997075 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks [] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:37.058223 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-107eecbe-e95c-42e2-85a6-2753300788ea req-c87dca00-4291-4f8d-b593-41e09dd1b8a3 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 210 time: 0.0439987 Sep 26 01:39:37.079659 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:37.128337 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b269b2-0d5d-4ad4-a087-0e2d0ad8fa89 req-df5c4a20-a9a4-4db3-b5db-71ba33dba479 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:37.129753 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-90b269b2-0d5d-4ad4-a087-0e2d0ad8fa89 req-df5c4a20-a9a4-4db3-b5db-71ba33dba479 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0823519 Sep 26 01:39:37.145903 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Network 03bf27a4-e655-4790-88ee-39ba306a1cc8 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:39:37.153891 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:39:37.159132 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:39:37.173103 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Pushing event updated for resources: {'Port': ['ID=b81f1c72-abee-42c0-bea0-b8f720493f0c,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:37.215935 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:37.237669 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:37.238282 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:37.243477 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-90b269b2-0d5d-4ad4-a087-0e2d0ad8fa89 req-feb90584-44a2-4614-b181-e1c37d48965d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022286 Sep 26 01:39:37.259103 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-a8dd2ce4-ea6c-4988-a092-124f86108436 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0665054 Sep 26 01:39:37.271268 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Request body: {'port': {'device_id': 'fc25fed5-bf7a-4502-8844-d4d5a8ef4878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:39:37.334404 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:37.365695 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device b3409e03-5d08-4a6c-857e-a3f8f740ae98 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:39:37.468824 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port b3409e03-5d08-4a6c-857e-a3f8f740ae98, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b3409e03-5d08-4a6c-857e-a3f8f740ae98,segment=NetworkSegment(8dcbed68-07ac-4c67-9a74-f38be419e574),segment_id=8dcbed68-07ac-4c67-9a74-f38be419e574)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:37.480368 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'b3409e03-5d08-4a6c-857e-a3f8f740ae98', 'network_id': 'd96ae2dd-c483-48c7-84c1-82589adaae3c', 'port_id': 'b3409e03-5d08-4a6c-857e-a3f8f740ae98', 'mac_address': 'fa:16:3e:c4:07:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b8faa2-082a-4838-8eb7-3dbc3573a9cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:39:37.515836 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port b3409e03-5d08-4a6c-857e-a3f8f740ae98 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:37.516381 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:37.526806 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:37.530670 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3409e03-5d08-4a6c-857e-a3f8f740ae98 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:39:37.553218 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port b3409e03-5d08-4a6c-857e-a3f8f740ae98, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b3409e03-5d08-4a6c-857e-a3f8f740ae98,segment=NetworkSegment(8dcbed68-07ac-4c67-9a74-f38be419e574),segment_id=8dcbed68-07ac-4c67-9a74-f38be419e574)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:37.556621 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:37.592592 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81f1c72-abee-42c0-bea0-b8f720493f0c {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:39:37.600612 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Publish callbacks [] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:37.604671 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:37.607957 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=b3409e03-5d08-4a6c-857e-a3f8f740ae98,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:37.614152 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Transition to ACTIVE for port object b81f1c72-abee-42c0-bea0-b8f720493f0c will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:39:37.616643 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.617032 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.617419 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.617785 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.618126 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.618458 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.618554 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:37.618824 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.619240 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.619576 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.619906 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.620234 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.620586 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.620911 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.621233 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.621558 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:39:37.678048 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:37.702440 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b81f1c72-abee-42c0-bea0-b8f720493f0c,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:37.735860 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Attempting to bind port b81f1c72-abee-42c0-bea0-b8f720493f0c on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:39:37.736410 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Attempting to bind port b81f1c72-abee-42c0-bea0-b8f720493f0c by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': 'ff120d4c-635e-408f-bea6-c0bf8c2c2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:39:37.736748 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Attempting to bind port b81f1c72-abee-42c0-bea0-b8f720493f0c on network 03bf27a4-e655-4790-88ee-39ba306a1cc8 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:39:37.811025 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Port b81f1c72-abee-42c0-bea0-b8f720493f0c on network 03bf27a4-e655-4790-88ee-39ba306a1cc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:39:37.811356 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Attempting to bind port b81f1c72-abee-42c0-bea0-b8f720493f0c on network 03bf27a4-e655-4790-88ee-39ba306a1cc8 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:39:37.854145 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3b239-f43c-4e65-9421-1c0acb7567c2 req-15accb08-1cd4-4147-ba97-6f6dcb611e20 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:37.855606 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-00c3b239-f43c-4e65-9421-1c0acb7567c2 req-15accb08-1cd4-4147-ba97-6f6dcb611e20 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0889711 Sep 26 01:39:37.889875 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['b3409e03-5d08-4a6c-857e-a3f8f740ae98'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:39:37.920084 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acb6d3-f19f-40d1-9ce1-961f8922026c req-1b4bf961-7807-4aa4-9f2e-397f9c0af895 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:37.921597 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-82acb6d3-f19f-40d1-9ce1-961f8922026c req-1b4bf961-7807-4aa4-9f2e-397f9c0af895 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 944 time: 0.1059287 Sep 26 01:39:37.943593 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:39:37.943931 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Checking segment: {'id': 'ff120d4c-635e-408f-bea6-c0bf8c2c2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:39:37.944309 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Bound using segment: {'id': 'ff120d4c-635e-408f-bea6-c0bf8c2c2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:39:37.945037 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Bound port: b81f1c72-abee-42c0-bea0-b8f720493f0c, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff120d4c-635e-408f-bea6-c0bf8c2c2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:39:37.945572 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:38.012150 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-00c3b239-f43c-4e65-9421-1c0acb7567c2 req-7e008c05-02b9-4ddf-8706-2537dbe4bf40 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332269 Sep 26 01:39:38.050422 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-82acb6d3-f19f-40d1-9ce1-961f8922026c req-0018472e-5715-4f64-a6d7-59f911769b6b tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200614 Sep 26 01:39:38.056741 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] For port b81f1c72-abee-42c0-bea0-b8f720493f0c, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:39:38.060002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] For port b81f1c72-abee-42c0-bea0-b8f720493f0c, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b81f1c72-abee-42c0-bea0-b8f720493f0c,segment=NetworkSegment(ff120d4c-635e-408f-bea6-c0bf8c2c2a61),segment_id=ff120d4c-635e-408f-bea6-c0bf8c2c2a61)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:39:38.070346 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:38.074678 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:38.075318 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:38.076762 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/b81f1c72-abee-42c0-bea0-b8f720493f0c HTTP/1.1" status: 200 len: 1094 time: 0.8095045 Sep 26 01:39:38.077339 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc25fed5-bf7a-4502-8844-d4d5a8ef4878', 'tag': 'b81f1c72-abee-42c0-bea0-b8f720493f0c'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:38.080211 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c475a51-fc57-4233-98a1-7ac0a65032ad" -d '{"events": [{"name": "network-changed", "server_uuid": "fc25fed5-bf7a-4502-8844-d4d5a8ef4878", "tag": "b81f1c72-abee-42c0-bea0-b8f720493f0c"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:38.121610 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7af169-0137-423d-96b4-787ac750741f x-openstack-request-id: req-3e7af169-0137-423d-96b4-787ac750741f {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:38.121907 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc25fed5-bf7a-4502-8844-d4d5a8ef4878", "tag": "b81f1c72-abee-42c0-bea0-b8f720493f0c", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:38.122213 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e7af169-0137-423d-96b4-787ac750741f {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:38.122625 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7af169-0137-423d-96b4-787ac750741f'] response: {'name': 'network-changed', 'server_uuid': 'fc25fed5-bf7a-4502-8844-d4d5a8ef4878', 'tag': 'b81f1c72-abee-42c0-bea0-b8f720493f0c', 'status': 'completed', 'code': 200} Sep 26 01:39:38.125262 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:38.138699 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd069e-d428-416c-a0cb-f310d5935bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=b81f1c72-abee-42c0-bea0-b8f720493f0c,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:38.189261 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e345d-08ab-42fa-a4a1-8deb1a387078 req-34101260-7e21-47cf-b36e-1b89fe2fadac tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:38.190827 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-852e345d-08ab-42fa-a4a1-8deb1a387078 req-34101260-7e21-47cf-b36e-1b89fe2fadac tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 944 time: 0.0536523 Sep 26 01:39:38.240623 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-852e345d-08ab-42fa-a4a1-8deb1a387078 req-2acc05f5-1a9b-41eb-ae3e-7a2b66ba9a20 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Sep 26 01:39:38.374195 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11e899-e99a-44b2-8d6d-b6b922b76e6b req-df95f274-53c5-42ae-b2ff-d1c518c08f5f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:38.376678 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb11e899-e99a-44b2-8d6d-b6b922b76e6b req-df95f274-53c5-42ae-b2ff-d1c518c08f5f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0471730 Sep 26 01:39:38.422835 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fb11e899-e99a-44b2-8d6d-b6b922b76e6b req-d31398d5-5331-46cb-a098-9737328675da tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409596 Sep 26 01:39:39.149218 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2933909-4546-4132-9c89-a4aece2a3467 req-945a5e7d-4d40-4a76-a093-649a77459d38 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:39.150690 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f2933909-4546-4132-9c89-a4aece2a3467 req-945a5e7d-4d40-4a76-a093-649a77459d38 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0607708 Sep 26 01:39:39.201057 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c01fc3-d523-406c-8bba-b225541e329b req-6228ba58-c741-411b-9851-b26ae30d6a9b tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:39.202491 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-77c01fc3-d523-406c-8bba-b225541e329b req-6228ba58-c741-411b-9851-b26ae30d6a9b tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 944 time: 0.0742879 Sep 26 01:39:39.242233 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f2933909-4546-4132-9c89-a4aece2a3467 req-a9fe018a-7877-4c07-aa95-045d2328c18d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746794 Sep 26 01:39:39.270140 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-77c01fc3-d523-406c-8bba-b225541e329b req-f13fb467-656f-4155-87bb-1f207bbf8793 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594811 Sep 26 01:39:39.367094 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7102905-9547-4850-9bb4-62b289b78669 req-78b2842f-c8d3-4d5d-a364-d39d31b2569b tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:39.368550 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c7102905-9547-4850-9bb4-62b289b78669 req-78b2842f-c8d3-4d5d-a364-d39d31b2569b tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 944 time: 0.0505631 Sep 26 01:39:39.395016 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device b3409e03-5d08-4a6c-857e-a3f8f740ae98 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:39:39.415399 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c7102905-9547-4850-9bb4-62b289b78669 req-d44c6023-7d04-472e-8904-67a452d50303 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414057 Sep 26 01:39:39.441688 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port b3409e03-5d08-4a6c-857e-a3f8f740ae98 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:39:39.447550 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port b3409e03-5d08-4a6c-857e-a3f8f740ae98 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:39:39.447913 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:39.448245 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port b3409e03-5d08-4a6c-857e-a3f8f740ae98 Sep 26 01:39:39.521994 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port b3409e03-5d08-4a6c-857e-a3f8f740ae98 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:39.522375 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:39.544772 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6255eb-07ec-489b-b2e2-14156cb19a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3409e03-5d08-4a6c-857e-a3f8f740ae98'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:39.546981 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4567fa-36ad-4d56-83ee-fadb1ace1554" -d '{"events": [{"server_uuid": "0b6255eb-07ec-489b-b2e2-14156cb19a01", "name": "network-vif-plugged", "status": "completed", "tag": "b3409e03-5d08-4a6c-857e-a3f8f740ae98"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:39.553645 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d84a5-86ab-4832-82fe-2b1b307a8482 req-aa35acd9-6192-417d-8a72-069fda2d218d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:39.555184 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-036d84a5-86ab-4832-82fe-2b1b307a8482 req-aa35acd9-6192-417d-8a72-069fda2d218d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0486531 Sep 26 01:39:39.560257 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port b3409e03-5d08-4a6c-857e-a3f8f740ae98, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b3409e03-5d08-4a6c-857e-a3f8f740ae98,segment=NetworkSegment(8dcbed68-07ac-4c67-9a74-f38be419e574),segment_id=8dcbed68-07ac-4c67-9a74-f38be419e574)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:39.565501 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:39.578555 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:39.614470 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-036d84a5-86ab-4832-82fe-2b1b307a8482 req-c259662b-e274-4fee-8c83-d3fe956efcdd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538256 Sep 26 01:39:39.712190 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90b71b0-2b50-4606-bd14-9b1adc54b1df x-openstack-request-id: req-a90b71b0-2b50-4606-bd14-9b1adc54b1df {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:39.712503 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6255eb-07ec-489b-b2e2-14156cb19a01", "name": "network-vif-plugged", "status": "completed", "tag": "b3409e03-5d08-4a6c-857e-a3f8f740ae98", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:39.712754 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a90b71b0-2b50-4606-bd14-9b1adc54b1df {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:39.713130 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90b71b0-2b50-4606-bd14-9b1adc54b1df'] response: {'server_uuid': '0b6255eb-07ec-489b-b2e2-14156cb19a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3409e03-5d08-4a6c-857e-a3f8f740ae98', 'code': 200} Sep 26 01:39:39.736844 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=b3409e03-5d08-4a6c-857e-a3f8f740ae98,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:39.868304 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475a51-fc57-4233-98a1-7ac0a65032ad req-dba87b57-c94c-4c11-9ac6-738fdf1d087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:39.869900 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c475a51-fc57-4233-98a1-7ac0a65032ad req-dba87b57-c94c-4c11-9ac6-738fdf1d087c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3d84eb826e054de3a831769967d5ed91&device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 1128 time: 0.0398355 Sep 26 01:39:40.002786 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475a51-fc57-4233-98a1-7ac0a65032ad req-6245832e-7663-4e5e-a52b-3b3464d8df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:40.004187 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c475a51-fc57-4233-98a1-7ac0a65032ad req-6245832e-7663-4e5e-a52b-3b3464d8df2d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=3d84eb826e054de3a831769967d5ed91&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1246545 Sep 26 01:39:40.034194 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13bdf0-ad66-47c0-935f-fbc5ee2272f9 req-2a2a14a5-b4e1-4eca-a324-3c34b2ad3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:40.035636 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-df13bdf0-ad66-47c0-935f-fbc5ee2272f9 req-2a2a14a5-b4e1-4eca-a324-3c34b2ad3136 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 1129 time: 0.0600801 Sep 26 01:39:40.137185 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-df13bdf0-ad66-47c0-935f-fbc5ee2272f9 req-1f8d74db-1621-467a-b65c-c0e8dfc3a901 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694389 Sep 26 01:39:40.142322 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475a51-fc57-4233-98a1-7ac0a65032ad req-17f34d52-7367-40c8-a3fe-2caa79b3212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:40.143679 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c475a51-fc57-4233-98a1-7ac0a65032ad req-17f34d52-7367-40c8-a3fe-2caa79b3212f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323879 Sep 26 01:39:40.426853 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ec41d-5325-4495-891f-12425fdd8478 req-b52b4e27-b1ef-4465-a195-ecb298c8204a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:40.428203 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f82ec41d-5325-4495-891f-12425fdd8478 req-b52b4e27-b1ef-4465-a195-ecb298c8204a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.1073980 Sep 26 01:39:40.446178 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff6cd7-3f26-42de-bd26-9daef08c72db req-af71c772-881a-4d45-a2c0-891be865360e tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:40.447566 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96ff6cd7-3f26-42de-bd26-9daef08c72db req-af71c772-881a-4d45-a2c0-891be865360e tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 945 time: 0.0964820 Sep 26 01:39:40.454159 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:40.472513 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-2c29e742-922d-4238-8167-aea26baf1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:40.473940 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-2c29e742-922d-4238-8167-aea26baf1ba6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3d84eb826e054de3a831769967d5ed91&device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 1128 time: 0.0861263 Sep 26 01:39:40.533561 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-239f0655-5842-4953-9e70-273070641d3d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b81f1c72-abee-42c0-bea0-b8f720493f0c HTTP/1.1" status: 200 len: 217 time: 0.0490561 Sep 26 01:39:40.558583 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f82ec41d-5325-4495-891f-12425fdd8478 req-b29aa715-d61c-48d3-9b47-b213c44a0d4b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220615 Sep 26 01:39:40.565928 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96ff6cd7-3f26-42de-bd26-9daef08c72db req-23c952b8-fa10-44a8-9488-645c5c652eeb tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080999 Sep 26 01:39:40.665615 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694e554-91b3-4795-bc04-c5935039cf3b req-50b4dde2-21e9-4eb1-b663-c0ec3247f3e7 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:40.667088 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b694e554-91b3-4795-bc04-c5935039cf3b req-50b4dde2-21e9-4eb1-b663-c0ec3247f3e7 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 944 time: 0.0526669 Sep 26 01:39:40.742685 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b694e554-91b3-4795-bc04-c5935039cf3b req-14de8a88-2048-4ef4-8bc4-3946dadcea11 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700245 Sep 26 01:39:40.755380 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec729a-2250-4760-9e5d-1928c54abd58 req-074106d6-af61-422f-99f2-4eeaf647efc7 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:40.756841 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-88ec729a-2250-4760-9e5d-1928c54abd58 req-074106d6-af61-422f-99f2-4eeaf647efc7 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 944 time: 0.0574625 Sep 26 01:39:40.805201 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-88ec729a-2250-4760-9e5d-1928c54abd58 req-f82b79b0-f547-4f8a-bf57-a707e62f1417 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429504 Sep 26 01:39:40.935364 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ef9e93cd-3053-479e-9f45-44cc31787a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:40.936820 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ef9e93cd-3053-479e-9f45-44cc31787a96 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=07c0d4af-0b33-47e3-960d-193a879b2818 HTTP/1.1" status: 200 len: 848 time: 0.0483699 Sep 26 01:39:40.968592 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-b58093fc-24f9-4181-a046-f506c5da932e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=03bf27a4-e655-4790-88ee-39ba306a1cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251172 Sep 26 01:39:41.058356 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-f18b7ebb-4d52-4072-bf6a-a69df950c8bb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/03bf27a4-e655-4790-88ee-39ba306a1cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828850 Sep 26 01:39:41.119401 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:41.159349 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7574b8a8-7ffc-4dbd-b91e-d56d66d625fb req-ddecbf08-ffc3-4182-9e77-74375f46ed6b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/03bf27a4-e655-4790-88ee-39ba306a1cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880828 Sep 26 01:39:41.399401 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:39:41.501515 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:41.512229 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'port_id': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'mac_address': 'fa:16:3e:cd:ef:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:39:41.546475 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:41.546857 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:41.560213 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:39:41.583314 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:41.587065 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:41.622021 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:41.635789 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,revision_number=9']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:41.724989 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675d930-c73f-4230-8e08-2c27911feed1 req-25c3fca4-6a6d-4a36-bb43-5d0f3fc36309 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:41.726588 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5675d930-c73f-4230-8e08-2c27911feed1 req-25c3fca4-6a6d-4a36-bb43-5d0f3fc36309 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0763938 Sep 26 01:39:41.748218 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65860e-6cc9-4c4a-8c5e-227766308b28 req-e8ed3add-04d8-4bdb-b032-635769aaa9d8 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:41.749758 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4d65860e-6cc9-4c4a-8c5e-227766308b28 req-e8ed3add-04d8-4bdb-b032-635769aaa9d8 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 945 time: 0.0874984 Sep 26 01:39:41.825200 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5675d930-c73f-4230-8e08-2c27911feed1 req-b6a9d9b5-4c6a-4ef5-b83e-6e6dbc941a9f tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915442 Sep 26 01:39:41.832819 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4d65860e-6cc9-4c4a-8c5e-227766308b28 req-978f31f5-cb97-4a94-b387-4418ea9cb3b0 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714028 Sep 26 01:39:41.872936 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['deb1a57e-3f75-42e2-9d5a-90f0a5f59e30'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:39:41.961277 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9c81b-508f-4195-a395-7461dcc08534 req-202341e1-de23-4174-954c-06f661b59721 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:41.963013 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f3a9c81b-508f-4195-a395-7461dcc08534 req-202341e1-de23-4174-954c-06f661b59721 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 944 time: 0.0779803 Sep 26 01:39:41.971682 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16309c1-0cf2-4aa0-94f4-91868a1b4ed6 req-b55c8aff-15e8-4c32-8e80-aed4e32ce350 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:41.973131 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d16309c1-0cf2-4aa0-94f4-91868a1b4ed6 req-b55c8aff-15e8-4c32-8e80-aed4e32ce350 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 945 time: 0.0773127 Sep 26 01:39:42.005990 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:42.053337 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f3a9c81b-508f-4195-a395-7461dcc08534 req-acd7f0d1-80a4-4a8b-aef8-922c94a48ae5 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792739 Sep 26 01:39:42.056538 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d16309c1-0cf2-4aa0-94f4-91868a1b4ed6 req-eee214d9-60c6-4e06-84bc-680dad221fc1 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758550 Sep 26 01:39:42.975592 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e396dd-0d9f-4913-a36a-71a5f38e7a67 req-46d0da7f-b0af-4670-8b90-d32aa1742344 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:42.977079 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-18e396dd-0d9f-4913-a36a-71a5f38e7a67 req-46d0da7f-b0af-4670-8b90-d32aa1742344 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0762005 Sep 26 01:39:42.982649 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7737ad-a0b3-4ec2-9f82-b43e7c00c98a req-fd059f9c-3a0f-4b3f-a313-102503fa32de tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:42.983978 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4c7737ad-a0b3-4ec2-9f82-b43e7c00c98a req-fd059f9c-3a0f-4b3f-a313-102503fa32de tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 945 time: 0.0731876 Sep 26 01:39:43.012159 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:43.063749 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-18e396dd-0d9f-4913-a36a-71a5f38e7a67 req-ad71fe56-8cf6-455b-a405-d454c62ce0f9 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787992 Sep 26 01:39:43.067736 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4c7737ad-a0b3-4ec2-9f82-b43e7c00c98a req-abafb826-9dac-4869-ad15-8c0f1a9c11a0 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761240 Sep 26 01:39:43.206483 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80d784-afce-4753-95f6-a1a73083a517 req-c2b44366-e68e-4c57-af59-fff98d11207b tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:43.207939 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6c80d784-afce-4753-95f6-a1a73083a517 req-c2b44366-e68e-4c57-af59-fff98d11207b tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 944 time: 0.0782661 Sep 26 01:39:43.215629 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06432fa-3e30-4e93-aa26-20894229cbcd req-2a30203a-7aae-4253-9182-66d7d8d93399 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:43.217007 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e06432fa-3e30-4e93-aa26-20894229cbcd req-2a30203a-7aae-4253-9182-66d7d8d93399 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 945 time: 0.0774274 Sep 26 01:39:43.290465 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6c80d784-afce-4753-95f6-a1a73083a517 req-956577ca-c2d0-49bd-b10d-9ec5cfd81e72 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725245 Sep 26 01:39:43.294372 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e06432fa-3e30-4e93-aa26-20894229cbcd req-d7d63dc8-8fdf-464e-8f14-7d8a99977cd6 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695901 Sep 26 01:39:43.418776 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 63087146-5dff-4cf6-a44b-2902e0428945 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:39:43.423402 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:39:43.527080 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:39:43.527457 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:43.527792 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 Sep 26 01:39:43.591364 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 63087146-5dff-4cf6-a44b-2902e0428945, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=63087146-5dff-4cf6-a44b-2902e0428945,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:43.607764 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '63087146-5dff-4cf6-a44b-2902e0428945', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'port_id': '63087146-5dff-4cf6-a44b-2902e0428945', 'mac_address': 'fa:16:3e:dc:79:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:39:43.667111 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:43.667501 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:43.683874 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 63087146-5dff-4cf6-a44b-2902e0428945 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:43.684379 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (63087146-5dff-4cf6-a44b-2902e0428945), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:43.705319 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:43.707566 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921222e0-4361-4411-9973-9f94838e3d29" -d '{"events": [{"server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "name": "network-vif-plugged", "status": "completed", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:43.722125 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:43.724204 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63087146-5dff-4cf6-a44b-2902e0428945 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:39:43.729635 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:43.758340 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa64b08-85af-4f9d-9658-aa9c92cbcb50 x-openstack-request-id: req-5aa64b08-85af-4f9d-9658-aa9c92cbcb50 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:43.758595 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "name": "network-vif-plugged", "status": "completed", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:43.758847 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5aa64b08-85af-4f9d-9658-aa9c92cbcb50 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:43.759248 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa64b08-85af-4f9d-9658-aa9c92cbcb50'] response: {'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'code': 200} Sep 26 01:39:43.771007 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 63087146-5dff-4cf6-a44b-2902e0428945, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=63087146-5dff-4cf6-a44b-2902e0428945,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:43.777872 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (63087146-5dff-4cf6-a44b-2902e0428945), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:43.795298 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,revision_number=10']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:43.843931 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=63087146-5dff-4cf6-a44b-2902e0428945,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:44.100608 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['63087146-5dff-4cf6-a44b-2902e0428945'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:39:44.197593 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525627-544d-43b6-81b7-95d3a017ccf3 req-45fc4549-23f5-430a-af75-b3835307e6ac tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:44.199752 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-97525627-544d-43b6-81b7-95d3a017ccf3 req-45fc4549-23f5-430a-af75-b3835307e6ac tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 944 time: 0.0566556 Sep 26 01:39:44.256832 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-97525627-544d-43b6-81b7-95d3a017ccf3 req-13399a1a-83f0-4dfc-a563-50ed80eb4c1a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501685 Sep 26 01:39:44.309971 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:44.311423 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:44.343065 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d76c0-3fef-498c-ae0e-8d7dc632ec35 req-da30c91e-c744-4b25-a69b-bb280130b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:44.347660 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2d1d76c0-3fef-498c-ae0e-8d7dc632ec35 req-da30c91e-c744-4b25-a69b-bb280130b855 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 1131 time: 0.0475955 Sep 26 01:39:44.452585 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:44.459624 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2d1d76c0-3fef-498c-ae0e-8d7dc632ec35 req-fe356d89-8d7f-487b-9028-0bd5a1370323 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058509 Sep 26 01:39:44.477615 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86967102-70cb-4688-884a-1678c8e4bf30 req-62e71d7c-8ae7-410f-b72a-216aa66229c7 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:44.479017 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-86967102-70cb-4688-884a-1678c8e4bf30 req-62e71d7c-8ae7-410f-b72a-216aa66229c7 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 944 time: 0.0946398 Sep 26 01:39:44.484823 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dee38-8051-459c-bf7d-7612a71102e3 req-a6f77d2e-6373-4085-afc2-2ca0d936ff63 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:44.486199 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a12dee38-8051-459c-bf7d-7612a71102e3 req-a6f77d2e-6373-4085-afc2-2ca0d936ff63 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 947 time: 0.1006799 Sep 26 01:39:44.559840 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-86967102-70cb-4688-884a-1678c8e4bf30 req-6e70ff55-f67c-4fe6-b481-a073c435af50 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726097 Sep 26 01:39:44.564443 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a12dee38-8051-459c-bf7d-7612a71102e3 req-80fd77ae-5ceb-465c-b6b3-c925ab7f815f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714679 Sep 26 01:39:45.368620 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:45.380792 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c09c-4316-458a-856e-2ac10830ace8 req-bf4bc539-1127-4c5d-a00f-565ff336cf7f tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:45.382248 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4453c09c-4316-458a-856e-2ac10830ace8 req-bf4bc539-1127-4c5d-a00f-565ff336cf7f tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 944 time: 0.0478625 Sep 26 01:39:45.437174 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4453c09c-4316-458a-856e-2ac10830ace8 req-b4ae8f47-ba18-486a-b66d-529967101845 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490601 Sep 26 01:39:45.441972 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 63087146-5dff-4cf6-a44b-2902e0428945 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:39:45.445571 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device b81f1c72-abee-42c0-bea0-b8f720493f0c details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:39:45.548406 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port 63087146-5dff-4cf6-a44b-2902e0428945 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:39:45.556605 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 63087146-5dff-4cf6-a44b-2902e0428945 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:39:45.556972 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (63087146-5dff-4cf6-a44b-2902e0428945), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:45.557301 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 63087146-5dff-4cf6-a44b-2902e0428945 Sep 26 01:39:45.616507 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port b81f1c72-abee-42c0-bea0-b8f720493f0c, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b81f1c72-abee-42c0-bea0-b8f720493f0c,segment=NetworkSegment(ff120d4c-635e-408f-bea6-c0bf8c2c2a61),segment_id=ff120d4c-635e-408f-bea6-c0bf8c2c2a61)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:45.631822 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'b81f1c72-abee-42c0-bea0-b8f720493f0c', 'network_id': '03bf27a4-e655-4790-88ee-39ba306a1cc8', 'port_id': 'b81f1c72-abee-42c0-bea0-b8f720493f0c', 'mac_address': 'fa:16:3e:50:13:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c0d4af-0b33-47e3-960d-193a879b2818', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:39:45.695897 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 63087146-5dff-4cf6-a44b-2902e0428945 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:45.696192 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (63087146-5dff-4cf6-a44b-2902e0428945), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:45.698530 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port b81f1c72-abee-42c0-bea0-b8f720493f0c is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:45.698894 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:45.732815 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81f1c72-abee-42c0-bea0-b8f720493f0c {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:39:45.736072 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b127c-5ff3-4ef6-844d-1d5991f7395d req-c4440808-d9c6-42b6-a9cf-108bc47defd9 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:45.737665 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6e7b127c-5ff3-4ef6-844d-1d5991f7395d req-c4440808-d9c6-42b6-a9cf-108bc47defd9 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 944 time: 0.0839844 Sep 26 01:39:45.748661 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed262ace-aac2-418f-a888-ed8a6e7275cc req-43583665-182a-4502-9cca-dd76d4ed1652 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:45.751557 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ed262ace-aac2-418f-a888-ed8a6e7275cc req-43583665-182a-4502-9cca-dd76d4ed1652 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 947 time: 0.0870757 Sep 26 01:39:45.759943 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:45.762244 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0b98ed-1926-4304-ac9c-038dc4f28129" -d '{"events": [{"server_uuid": "891098ae-6262-467f-814b-d930d1540931", "name": "network-vif-plugged", "status": "completed", "tag": "63087146-5dff-4cf6-a44b-2902e0428945"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:45.770928 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 63087146-5dff-4cf6-a44b-2902e0428945, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=63087146-5dff-4cf6-a44b-2902e0428945,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:45.775011 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port b81f1c72-abee-42c0-bea0-b8f720493f0c, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b81f1c72-abee-42c0-bea0-b8f720493f0c,segment=NetworkSegment(ff120d4c-635e-408f-bea6-c0bf8c2c2a61),segment_id=ff120d4c-635e-408f-bea6-c0bf8c2c2a61)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:45.776407 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (63087146-5dff-4cf6-a44b-2902e0428945), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:45.782534 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:45.824832 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=63087146-5dff-4cf6-a44b-2902e0428945,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:45.833042 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6e7b127c-5ff3-4ef6-844d-1d5991f7395d req-db2be9c8-e66d-4ef1-b359-da42129c08c0 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805135 Sep 26 01:39:45.837499 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ed262ace-aac2-418f-a888-ed8a6e7275cc req-f61c4c4d-ef59-40ba-9094-4a4ca3570a3f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691924 Sep 26 01:39:45.875421 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=b81f1c72-abee-42c0-bea0-b8f720493f0c,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:45.882506 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eefc52-e3b9-4a76-a89a-d15725ad2669 x-openstack-request-id: req-58eefc52-e3b9-4a76-a89a-d15725ad2669 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:45.882849 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891098ae-6262-467f-814b-d930d1540931", "name": "network-vif-plugged", "status": "completed", "tag": "63087146-5dff-4cf6-a44b-2902e0428945", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:45.883103 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58eefc52-e3b9-4a76-a89a-d15725ad2669 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:45.883486 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58eefc52-e3b9-4a76-a89a-d15725ad2669'] response: {'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945', 'code': 200} Sep 26 01:39:46.141153 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['b81f1c72-abee-42c0-bea0-b8f720493f0c'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:39:46.257133 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:46.606099 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96acb7-0755-4993-89cd-1b66feb59d3a req-f65f4a86-4af9-4381-8f0b-77f99f5466e7 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:46.607491 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9e96acb7-0755-4993-89cd-1b66feb59d3a req-f65f4a86-4af9-4381-8f0b-77f99f5466e7 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0846281 Sep 26 01:39:46.608849 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abeb58-f097-4d3c-b962-0eec64d081f1 req-cd1a62fb-2d92-47bc-bd20-a392546a0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:46.610452 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b4abeb58-f097-4d3c-b962-0eec64d081f1 req-cd1a62fb-2d92-47bc-bd20-a392546a0dc3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 1129 time: 0.0538080 Sep 26 01:39:46.687933 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9e96acb7-0755-4993-89cd-1b66feb59d3a req-b9a23836-652e-4f6d-a7fc-70a5a0fe530c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739820 Sep 26 01:39:46.696150 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b4abeb58-f097-4d3c-b962-0eec64d081f1 req-feb1b338-2405-4feb-a9bc-faa2beb76b9c service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681763 Sep 26 01:39:46.957303 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:46.988441 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc4c24-d4ac-4583-97ea-1d6495427e87 req-14767c54-6cf6-4d0f-90ed-df81c41aa093 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:46.990085 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-89dc4c24-d4ac-4583-97ea-1d6495427e87 req-14767c54-6cf6-4d0f-90ed-df81c41aa093 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 945 time: 0.0772440 Sep 26 01:39:47.013314 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163ac04-9330-47e1-8beb-4dc3816992d8 req-e9497335-60ae-422f-898a-13fc90bfc999 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:47.014781 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f163ac04-9330-47e1-8beb-4dc3816992d8 req-e9497335-60ae-422f-898a-13fc90bfc999 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 947 time: 0.0694947 Sep 26 01:39:47.086033 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-89dc4c24-d4ac-4583-97ea-1d6495427e87 req-92a4d146-a418-47b5-8870-8ee056419a72 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878210 Sep 26 01:39:47.089028 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f163ac04-9330-47e1-8beb-4dc3816992d8 req-03b9d56b-864e-4453-b47e-3a6006b3e1eb tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666854 Sep 26 01:39:47.429811 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device b81f1c72-abee-42c0-bea0-b8f720493f0c up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:39:47.472169 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port b81f1c72-abee-42c0-bea0-b8f720493f0c completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:39:47.477855 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port b81f1c72-abee-42c0-bea0-b8f720493f0c triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:39:47.478229 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:47.478562 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port b81f1c72-abee-42c0-bea0-b8f720493f0c Sep 26 01:39:47.549442 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:47.554163 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port b81f1c72-abee-42c0-bea0-b8f720493f0c is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:39:47.554592 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:47.587770 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port b81f1c72-abee-42c0-bea0-b8f720493f0c, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b81f1c72-abee-42c0-bea0-b8f720493f0c,segment=NetworkSegment(ff120d4c-635e-408f-bea6-c0bf8c2c2a61),segment_id=ff120d4c-635e-408f-bea6-c0bf8c2c2a61)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:47.591357 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:47.637169 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=b81f1c72-abee-42c0-bea0-b8f720493f0c,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:47.811286 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fc2bc-7afe-4d8a-bf1f-e0a661eab9b6 req-4d8721f6-6626-4c16-b10a-b7f379a96f42 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:47.812798 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9c1fc2bc-7afe-4d8a-bf1f-e0a661eab9b6 req-4d8721f6-6626-4c16-b10a-b7f379a96f42 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0482173 Sep 26 01:39:47.866515 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9c1fc2bc-7afe-4d8a-bf1f-e0a661eab9b6 req-7b16ccc4-1666-40cf-80e3-d0470ee0c1e6 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481088 Sep 26 01:39:47.884246 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc25fed5-bf7a-4502-8844-d4d5a8ef4878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81f1c72-abee-42c0-bea0-b8f720493f0c'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:47.886708 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48638575-c905-410b-a188-3a06435dfb6e" -d '{"events": [{"server_uuid": "fc25fed5-bf7a-4502-8844-d4d5a8ef4878", "name": "network-vif-plugged", "status": "completed", "tag": "b81f1c72-abee-42c0-bea0-b8f720493f0c"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:47.925850 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b56aeb-1b9c-4f3e-8029-7ab814009d93 x-openstack-request-id: req-63b56aeb-1b9c-4f3e-8029-7ab814009d93 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:47.926144 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc25fed5-bf7a-4502-8844-d4d5a8ef4878", "name": "network-vif-plugged", "status": "completed", "tag": "b81f1c72-abee-42c0-bea0-b8f720493f0c", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:47.926400 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63b56aeb-1b9c-4f3e-8029-7ab814009d93 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:47.926796 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b56aeb-1b9c-4f3e-8029-7ab814009d93'] response: {'server_uuid': 'fc25fed5-bf7a-4502-8844-d4d5a8ef4878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81f1c72-abee-42c0-bea0-b8f720493f0c', 'code': 200} Sep 26 01:39:48.239231 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c40a1-eedc-426d-9b91-babb528afd6e req-67ea0a79-4fe4-47e4-ab8c-398996cec6c2 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:48.240745 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-509c40a1-eedc-426d-9b91-babb528afd6e req-67ea0a79-4fe4-47e4-ab8c-398996cec6c2 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 946 time: 0.0773582 Sep 26 01:39:48.250727 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c1793-925b-4b29-98ed-3f1af15d01f1 req-5b409113-2886-425a-b010-8c0cd0720cfd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:48.252441 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5f6c1793-925b-4b29-98ed-3f1af15d01f1 req-5b409113-2886-425a-b010-8c0cd0720cfd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 947 time: 0.0776210 Sep 26 01:39:48.272743 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:48.301823 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:48.331091 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-509c40a1-eedc-426d-9b91-babb528afd6e req-2d51567f-7b1c-4257-8e6d-dd5e3be5c4e9 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775266 Sep 26 01:39:48.335145 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5f6c1793-925b-4b29-98ed-3f1af15d01f1 req-14ed8441-4b0c-479a-8277-b865a883db5b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754869 Sep 26 01:39:48.765211 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d03d2d-29c9-4f10-8751-15d924538432 req-2a8b415b-bf7d-45f6-a2e8-96688bfeb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:48.767217 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-67d03d2d-29c9-4f10-8751-15d924538432 req-2a8b415b-bf7d-45f6-a2e8-96688bfeb3a9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 1130 time: 0.0424087 Sep 26 01:39:48.818076 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-67d03d2d-29c9-4f10-8751-15d924538432 req-292f4be2-e376-404c-9347-9c07e554a5e5 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388212 Sep 26 01:39:48.989242 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c21b7-6551-4165-8e95-c356d977576a req-3db5c18c-280a-4ee9-9ff7-90ee03b3d645 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:48.990681 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-669c21b7-6551-4165-8e95-c356d977576a req-3db5c18c-280a-4ee9-9ff7-90ee03b3d645 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0461102 Sep 26 01:39:49.041834 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-669c21b7-6551-4165-8e95-c356d977576a req-af1315d7-b47a-4a7f-a2ae-fbf59220b575 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455160 Sep 26 01:39:49.165536 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3e2a0-f910-4b95-9ac5-e97707ead2cf req-5e287041-f0e9-49f4-8cc4-30f24b769bc3 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:49.166961 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-05c3e2a0-f910-4b95-9ac5-e97707ead2cf req-5e287041-f0e9-49f4-8cc4-30f24b769bc3 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0498543 Sep 26 01:39:49.217058 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-05c3e2a0-f910-4b95-9ac5-e97707ead2cf req-212028bd-037a-43e4-a371-cd2f4499f1ac tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438013 Sep 26 01:39:49.245325 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 39402) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:39:49.451220 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc2fb9a-f42b-4f90-8882-5bbb7768623e tempest-TestShelveInstance-474458249 tempest-TestShelveInstance-474458249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:49.452781 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-efc2fb9a-f42b-4f90-8882-5bbb7768623e tempest-TestShelveInstance-474458249 tempest-TestShelveInstance-474458249-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 1124 time: 0.2064369 Sep 26 01:39:49.455773 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 39408) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:39:49.459826 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'port_id': '63087146-5dff-4cf6-a44b-2902e0428945', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:39:49.486011 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef553a63-98a1-4b73-9448-2bea507c3fe9 req-f18dfb78-9d08-4d0b-9440-d418a41d2efe tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:49.487428 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ef553a63-98a1-4b73-9448-2bea507c3fe9 req-f18dfb78-9d08-4d0b-9440-d418a41d2efe tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 946 time: 0.0705671 Sep 26 01:39:49.501009 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:49.595999 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ef553a63-98a1-4b73-9448-2bea507c3fe9 req-05ee3131-277a-43a1-b667-0b398589bec3 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023290 Sep 26 01:39:49.610439 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:49.701206 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:49.722300 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Allocated IP 172.27.0.53 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/f50baeb9-22b6-4950-bed5-9806651003e3) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:39:49.825957 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for port (f50baeb9-22b6-4950-bed5-9806651003e3), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:49.832974 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:49.862309 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (f50baeb9-22b6-4950-bed5-9806651003e3), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:49.904116 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:39:49.909362 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:39:49.913235 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:39:49.935101 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event updated for resources: {'Port': ['ID=f50baeb9-22b6-4950-bed5-9806651003e3,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:50.509248 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for floatingip (0c1eed8c-b64d-4afc-a551-7480b6e61a6a), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:50.578639 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (f50baeb9-22b6-4950-bed5-9806651003e3), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:50.691392 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:50.750980 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b1466-74df-4166-b692-f478db611d74 req-bb110d5b-7e57-44f7-a8d2-391484320a10 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:50.752454 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e74b1466-74df-4166-b692-f478db611d74 req-bb110d5b-7e57-44f7-a8d2-391484320a10 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 946 time: 0.0772209 Sep 26 01:39:50.786389 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for port (f50baeb9-22b6-4950-bed5-9806651003e3), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:50.793205 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (f50baeb9-22b6-4950-bed5-9806651003e3), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:50.867641 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e74b1466-74df-4166-b692-f478db611d74 req-3cf6c395-26b9-406a-bc41-4e7999e916b3 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082308 Sep 26 01:39:50.876589 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:50.883812 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event updated for resources: {'Port': ['ID=f50baeb9-22b6-4950-bed5-9806651003e3,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:50.886240 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (0c1eed8c-b64d-4afc-a551-7480b6e61a6a), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:50.988022 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Floating IP 0c1eed8c-b64d-4afc-a551-7480b6e61a6a associated. External IP: 172.27.0.53, port: 63087146-5dff-4cf6-a44b-2902e0428945. Sep 26 01:39:51.197143 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Router e414412e-a1ba-4ded-99a8-6d55afe15a7a has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:39:51.304051 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:39:51.314534 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2068a-f78f-49d7-8a73-405a85c17009 None None] Sync routers for ids ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:39:51.322272 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:51.325905 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2068a-f78f-49d7-8a73-405a85c17009 None None] Routers {'e414412e-a1ba-4ded-99a8-6d55afe15a7a'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:39:51.326520 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-32e2068a-f78f-49d7-8a73-405a85c17009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:39:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:39:51.359000 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-7e4e6fbe-c948-46d9-aa63-5a4a033b2c44 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9022300 Sep 26 01:39:51.359660 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:51.361968 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847e8044-159e-4b78-a623-dd94aa3d9e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "891098ae-6262-467f-814b-d930d1540931", "tag": "63087146-5dff-4cf6-a44b-2902e0428945"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:51.400776 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed1c523-c4a2-485f-8e0e-e44aee3e1eb5 x-openstack-request-id: req-aed1c523-c4a2-485f-8e0e-e44aee3e1eb5 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:51.401116 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891098ae-6262-467f-814b-d930d1540931", "tag": "63087146-5dff-4cf6-a44b-2902e0428945", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:51.401408 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aed1c523-c4a2-485f-8e0e-e44aee3e1eb5 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:51.401729 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed1c523-c4a2-485f-8e0e-e44aee3e1eb5'] response: {'name': 'network-changed', 'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945', 'status': 'completed', 'code': 200} Sep 26 01:39:51.443901 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-32e2068a-f78f-49d7-8a73-405a85c17009 None None] Set router e414412e-a1ba-4ded-99a8-6d55afe15a7a gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:39:51.575752 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e8044-159e-4b78-a623-dd94aa3d9e7b req-a5c518f6-1343-47b1-add0-8b08a16864a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:51.577373 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-847e8044-159e-4b78-a623-dd94aa3d9e7b req-a5c518f6-1343-47b1-add0-8b08a16864a8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1d406b57f894053834ce17fa63fa6ac&device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 1129 time: 0.0440822 Sep 26 01:39:51.691039 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e8044-159e-4b78-a623-dd94aa3d9e7b req-bae88a26-d221-466f-b3c1-d3c28f8749d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:51.692742 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-847e8044-159e-4b78-a623-dd94aa3d9e7b req-bae88a26-d221-466f-b3c1-d3c28f8749d1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 HTTP/1.1" status: 200 len: 910 time: 0.1084208 Sep 26 01:39:51.707502 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-32e2068a-f78f-49d7-8a73-405a85c17009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:18Z', 'revision_number': 4, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '0c1eed8c-b64d-4afc-a551-7480b6e61a6a', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'port_id': '63087146-5dff-4cf6-a44b-2902e0428945', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'mac_address': 'fa:16:3e:dc:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891098ae-6262-467f-814b-d930d1540931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:39:50Z', 'updated_at': '2022-09-26T01:39:50Z', 'revision_number': 0, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f03426-7c70-4f1d-9db0-190fb8d57cd1', 'name': '', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'mac_address': 'fa:16:3e:e0:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:17Z', 'updated_at': '2022-09-26T01:38:23Z', 'revision_number': 5, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'subnets': [{'id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:39:51.733219 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2068a-f78f-49d7-8a73-405a85c17009 None None] Checking router: e414412e-a1ba-4ded-99a8-6d55afe15a7a for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:39:51.741789 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2068a-f78f-49d7-8a73-405a85c17009 None None] Routers {'e414412e-a1ba-4ded-99a8-6d55afe15a7a'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:39:51.742388 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-32e2068a-f78f-49d7-8a73-405a85c17009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:39:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:39:51.751643 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71af3dd-1e63-4147-9c13-339f7ed5a025 req-f1efa6b1-1be0-412a-bafd-8cb6955b33b4 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:51.753335 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c71af3dd-1e63-4147-9c13-339f7ed5a025 req-f1efa6b1-1be0-412a-bafd-8cb6955b33b4 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 946 time: 0.0528705 Sep 26 01:39:51.806575 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c71af3dd-1e63-4147-9c13-339f7ed5a025 req-f8a3c327-6224-41db-b444-80b6a673ae76 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477202 Sep 26 01:39:51.851691 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-32e2068a-f78f-49d7-8a73-405a85c17009 None None] Set router e414412e-a1ba-4ded-99a8-6d55afe15a7a gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:39:52.123532 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:52.190622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-32e2068a-f78f-49d7-8a73-405a85c17009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:18Z', 'revision_number': 4, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '0c1eed8c-b64d-4afc-a551-7480b6e61a6a', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'port_id': '63087146-5dff-4cf6-a44b-2902e0428945', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'mac_address': 'fa:16:3e:dc:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891098ae-6262-467f-814b-d930d1540931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:39:50Z', 'updated_at': '2022-09-26T01:39:50Z', 'revision_number': 0, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f03426-7c70-4f1d-9db0-190fb8d57cd1', 'name': '', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'mac_address': 'fa:16:3e:e0:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:17Z', 'updated_at': '2022-09-26T01:38:23Z', 'revision_number': 5, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'subnets': [{'id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:39:52.216028 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2068a-f78f-49d7-8a73-405a85c17009 None None] The sync data for ids ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'] in dv-cinder-859203-2-iscsi is: [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:18Z', 'revision_number': 4, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '0c1eed8c-b64d-4afc-a551-7480b6e61a6a', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'port_id': '63087146-5dff-4cf6-a44b-2902e0428945', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'mac_address': 'fa:16:3e:dc:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891098ae-6262-467f-814b-d930d1540931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:39:50Z', 'updated_at': '2022-09-26T01:39:50Z', 'revision_number': 0, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f03426-7c70-4f1d-9db0-190fb8d57cd1', 'name': '', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'mac_address': 'fa:16:3e:e0:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:17Z', 'updated_at': '2022-09-26T01:38:23Z', 'revision_number': 5, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'subnets': [{'id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:39:52.428723 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3802e5-f98b-4009-8c40-43e98fe21d37 None None] New status for floating IP 0c1eed8c-b64d-4afc-a551-7480b6e61a6a: ACTIVE {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:39:52.911518 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:52.930850 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd9700-cd66-4790-9ccc-685dcdfd7f10 req-8bde4562-e3ec-4824-9bd1-fb2c53ebf4b2 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:52.932309 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3cbd9700-cd66-4790-9ccc-685dcdfd7f10 req-8bde4562-e3ec-4824-9bd1-fb2c53ebf4b2 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 946 time: 0.0487339 Sep 26 01:39:52.979638 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3cbd9700-cd66-4790-9ccc-685dcdfd7f10 req-f847dfa8-05ec-4168-bace-715c6b5ceb02 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Sep 26 01:39:54.102066 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2b017-4ae2-4b02-a0dc-ee8d96d19d03 req-8a386e1e-b268-485c-af7e-d6fc5d648fc9 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:54.103500 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2ef2b017-4ae2-4b02-a0dc-ee8d96d19d03 req-8a386e1e-b268-485c-af7e-d6fc5d648fc9 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 946 time: 0.0485914 Sep 26 01:39:54.154261 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2ef2b017-4ae2-4b02-a0dc-ee8d96d19d03 req-056b271a-ee43-4f3d-b42f-0fb9e869a508 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452931 Sep 26 01:39:55.275139 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32435d-6387-4f90-add5-6a4d26746606 req-3743b0f6-7304-4bff-8d4f-bd1313921f95 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:55.276611 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3e32435d-6387-4f90-add5-6a4d26746606 req-3743b0f6-7304-4bff-8d4f-bd1313921f95 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 946 time: 0.0469098 Sep 26 01:39:55.323725 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3e32435d-6387-4f90-add5-6a4d26746606 req-1ec63325-3221-466d-96e8-f7fce022f361 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Sep 26 01:39:55.710098 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:55.738425 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-847e8044-159e-4b78-a623-dd94aa3d9e7b req-2fe508e0-7ba7-48ef-a208-a1f26ae00f8f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63087146-5dff-4cf6-a44b-2902e0428945 HTTP/1.1" status: 200 len: 1000 time: 0.0641081 Sep 26 01:39:55.789689 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e8044-159e-4b78-a623-dd94aa3d9e7b req-ff324fb3-5572-4651-b1f7-da054a83e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:55.791166 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-847e8044-159e-4b78-a623-dd94aa3d9e7b req-ff324fb3-5572-4651-b1f7-da054a83e3d7 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=fe53b015-5ee8-43a5-b042-f222f4c936e1 HTTP/1.1" status: 200 len: 848 time: 0.0458522 Sep 26 01:39:55.834945 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e8044-159e-4b78-a623-dd94aa3d9e7b req-0497e5be-b9c7-4d94-a629-783ea83164b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:55.836417 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-847e8044-159e-4b78-a623-dd94aa3d9e7b req-0497e5be-b9c7-4d94-a629-783ea83164b7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389483 Sep 26 01:39:55.941324 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-847e8044-159e-4b78-a623-dd94aa3d9e7b req-b103dd5d-83a1-4d3c-a737-d985552e15e7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884700 Sep 26 01:39:56.168774 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-847e8044-159e-4b78-a623-dd94aa3d9e7b req-b5738900-c346-46f3-88d1-109f33f8bb7b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853972 Sep 26 01:39:56.278696 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5acdf-4101-4e23-9ced-b4b58af15b5d req-ddefd3a1-ed49-474e-b93f-6aee9c1f6d87 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:56.280227 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b1b5acdf-4101-4e23-9ced-b4b58af15b5d req-ddefd3a1-ed49-474e-b93f-6aee9c1f6d87 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 946 time: 0.0476251 Sep 26 01:39:56.369808 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-b1b5acdf-4101-4e23-9ced-b4b58af15b5d req-f28b51cb-996c-4c63-beea-0d1205398b4c tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Deleting port b81f1c72-abee-42c0-bea0-b8f720493f0c {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:39:56.370149 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-b1b5acdf-4101-4e23-9ced-b4b58af15b5d req-f28b51cb-996c-4c63-beea-0d1205398b4c tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:56.478155 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3525-1e03-4faf-a850-b43c4b058a77 req-f0e4f339-f8ae-420c-a31f-dc1152ecfcaa tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:39:56.479600 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-48fb3525-1e03-4faf-a850-b43c4b058a77 req-f0e4f339-f8ae-420c-a31f-dc1152ecfcaa tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 946 time: 0.0682371 Sep 26 01:39:56.518975 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-b1b5acdf-4101-4e23-9ced-b4b58af15b5d req-f28b51cb-996c-4c63-beea-0d1205398b4c tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] For port b81f1c72-abee-42c0-bea0-b8f720493f0c, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b81f1c72-abee-42c0-bea0-b8f720493f0c,segment=NetworkSegment(ff120d4c-635e-408f-bea6-c0bf8c2c2a61),segment_id=ff120d4c-635e-408f-bea6-c0bf8c2c2a61)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:39:56.519433 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-b1b5acdf-4101-4e23-9ced-b4b58af15b5d req-f28b51cb-996c-4c63-beea-0d1205398b4c tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:56.542881 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-b1b5acdf-4101-4e23-9ced-b4b58af15b5d req-f28b51cb-996c-4c63-beea-0d1205398b4c tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Calling delete_port for b81f1c72-abee-42c0-bea0-b8f720493f0c owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:39:56.568630 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-48fb3525-1e03-4faf-a850-b43c4b058a77 req-b547985d-c096-4f4b-b8af-859ba9a47506 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20cd72c0-fa3a-4b38-9953-c71d634878a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789647 Sep 26 01:39:56.604612 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:39:56.696803 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-b1b5acdf-4101-4e23-9ced-b4b58af15b5d req-f28b51cb-996c-4c63-beea-0d1205398b4c tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (b81f1c72-abee-42c0-bea0-b8f720493f0c), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:56.710371 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['b81f1c72-abee-42c0-bea0-b8f720493f0c'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:39:56.724884 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b51cb-996c-4c63-beea-0d1205398b4c tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Pushing event deleted for resources: {'Port': ['ID=b81f1c72-abee-42c0-bea0-b8f720493f0c,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:39:56.767333 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b5acdf-4101-4e23-9ced-b4b58af15b5d req-f28b51cb-996c-4c63-beea-0d1205398b4c tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] No DVR routers for this DVR port b81f1c72-abee-42c0-bea0-b8f720493f0c on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:39:56.770276 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-b1b5acdf-4101-4e23-9ced-b4b58af15b5d req-f28b51cb-996c-4c63-beea-0d1205398b4c tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:56.773432 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b1b5acdf-4101-4e23-9ced-b4b58af15b5d req-f28b51cb-996c-4c63-beea-0d1205398b4c tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.52 "DELETE /networking/v2.0/ports/b81f1c72-abee-42c0-bea0-b8f720493f0c HTTP/1.1" status: 204 len: 173 time: 0.4868424 Sep 26 01:39:56.773917 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc25fed5-bf7a-4502-8844-d4d5a8ef4878', 'name': 'network-vif-deleted', 'tag': 'b81f1c72-abee-42c0-bea0-b8f720493f0c'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:39:56.776120 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc8aa42-bb1d-4782-9617-68a24684110b" -d '{"events": [{"server_uuid": "fc25fed5-bf7a-4502-8844-d4d5a8ef4878", "name": "network-vif-deleted", "tag": "b81f1c72-abee-42c0-bea0-b8f720493f0c"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:39:56.815864 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655f4e0a-c4de-444f-b48e-9bec8dd19b06 x-openstack-request-id: req-655f4e0a-c4de-444f-b48e-9bec8dd19b06 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:39:56.816152 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc25fed5-bf7a-4502-8844-d4d5a8ef4878", "name": "network-vif-deleted", "tag": "b81f1c72-abee-42c0-bea0-b8f720493f0c", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:39:56.816442 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-655f4e0a-c4de-444f-b48e-9bec8dd19b06 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:39:56.816848 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655f4e0a-c4de-444f-b48e-9bec8dd19b06'] response: {'server_uuid': 'fc25fed5-bf7a-4502-8844-d4d5a8ef4878', 'name': 'network-vif-deleted', 'tag': 'b81f1c72-abee-42c0-bea0-b8f720493f0c', 'status': 'completed', 'code': 200} Sep 26 01:39:56.886667 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-ced8eba7-62c0-4da4-bb00-4deb0a77ce08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:57.700635 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9c8d2178-9786-44d9-b223-1b0aff3fd9dd req-649a418c-8d22-4dab-8a48-183d592c6828 tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 210 time: 0.0308647 Sep 26 01:39:58.819896 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a4408d69-80e6-4abe-b5f9-975f055714cf req-9dc9f9fe-b51e-4ebc-96cb-81e3a6475a8e tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 210 time: 0.0285680 Sep 26 01:39:59.243674 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4534ddbf-f360-4e51-b0c5-b9d4e6987636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:39:59.935724 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-49ead6f1-1ebe-4667-8e3b-fe5ff2edde31 req-8364fc09-4910-41bf-89a9-5c9478c3855e tempest-VolumesActionsTest-8589532 tempest-VolumesActionsTest-8589532-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fc25fed5-bf7a-4502-8844-d4d5a8ef4878 HTTP/1.1" status: 200 len: 210 time: 0.0289030 Sep 26 01:40:00.719663 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:01.502324 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device b81f1c72-abee-42c0-bea0-b8f720493f0c no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:40:01.524571 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: b81f1c72-abee-42c0-bea0-b8f720493f0c {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:40:01.524571 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device b81f1c72-abee-42c0-bea0-b8f720493f0c not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:40:02.059714 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:02.215822 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:02.530633 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:02.533265 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:03.308385 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:40:07.680906 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=14,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:08.954380 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428c1e1-4da2-463b-89e3-7e1c32a5640e req-48fe370c-849b-40d4-b37e-b8d32e385c5d tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:08.956731 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a428c1e1-4da2-463b-89e3-7e1c32a5640e req-48fe370c-849b-40d4-b37e-b8d32e385c5d tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 945 time: 0.0555208 Sep 26 01:40:08.998241 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:09.012779 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a428c1e1-4da2-463b-89e3-7e1c32a5640e req-98ce1800-0050-42a1-bc6a-3e5b445b9753 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495148 Sep 26 01:40:10.157721 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67546fe9-53b9-4e74-8d5e-fde1aedee371 req-75690d90-d807-445b-8b38-fc4dcab613f8 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:10.159216 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-67546fe9-53b9-4e74-8d5e-fde1aedee371 req-75690d90-d807-445b-8b38-fc4dcab613f8 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 945 time: 0.0551252 Sep 26 01:40:10.216727 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-67546fe9-53b9-4e74-8d5e-fde1aedee371 req-63edd3bd-0074-4131-aef9-b0297ec92aa7 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493102 Sep 26 01:40:10.767146 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-152bcfcb-fe24-4583-90d8-51e4785a9eb8 req-60e10b63-0be5-4169-9867-476042a69c8a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556304 Sep 26 01:40:10.854784 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bcfcb-fe24-4583-90d8-51e4785a9eb8 req-75749fa8-8e25-4115-8e00-fb3ea911a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:10.856301 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-152bcfcb-fe24-4583-90d8-51e4785a9eb8 req-75749fa8-8e25-4115-8e00-fb3ea911a19f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 1129 time: 0.0539086 Sep 26 01:40:11.019634 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bcfcb-fe24-4583-90d8-51e4785a9eb8 req-b1d97d5d-8e5c-45e8-a053-512ba8dd8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:11.021352 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-152bcfcb-fe24-4583-90d8-51e4785a9eb8 req-b1d97d5d-8e5c-45e8-a053-512ba8dd8f06 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 919 time: 0.1209922 Sep 26 01:40:11.214264 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-152bcfcb-fe24-4583-90d8-51e4785a9eb8 req-1cdbd5b5-95b3-4696-82bf-0155d6205f48 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02b15285-09ae-477c-be6b-9cf27ce25a1f HTTP/1.1" status: 200 len: 217 time: 0.0371177 Sep 26 01:40:11.290486 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bcfcb-fe24-4583-90d8-51e4785a9eb8 req-274a7fde-8a34-444a-8766-34ccfa73936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:11.292109 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-152bcfcb-fe24-4583-90d8-51e4785a9eb8 req-274a7fde-8a34-444a-8766-34ccfa73936c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.0652690 Sep 26 01:40:11.472871 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bcfcb-fe24-4583-90d8-51e4785a9eb8 req-b2de8cd4-1562-4520-a89b-6d8cf5f69138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:11.474867 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-152bcfcb-fe24-4583-90d8-51e4785a9eb8 req-b2de8cd4-1562-4520-a89b-6d8cf5f69138 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1252630 Sep 26 01:40:11.489633 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4e45f-41c9-4cc0-b176-ab9a034a9f59 req-cd5a67bd-7d9a-4aa2-9544-b007e2f38dd6 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:11.491498 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94d4e45f-41c9-4cc0-b176-ab9a034a9f59 req-cd5a67bd-7d9a-4aa2-9544-b007e2f38dd6 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 945 time: 0.1820006 Sep 26 01:40:11.516911 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9870599-684b-4321-b9d4-4dd99b07f8d8 req-c696c1fa-7087-47b2-83b4-37a51e31fac4 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:11.518728 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f9870599-684b-4321-b9d4-4dd99b07f8d8 req-c696c1fa-7087-47b2-83b4-37a51e31fac4 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 945 time: 0.1676219 Sep 26 01:40:11.685033 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94d4e45f-41c9-4cc0-b176-ab9a034a9f59 req-ac94a149-4607-4c8c-980b-89ae8055ca98 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=683d2f94-fa2c-4be1-9c83-e401fc0bcff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779213 Sep 26 01:40:11.776165 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-f9870599-684b-4321-b9d4-4dd99b07f8d8 req-d9688d54-fab3-42fb-b4c0-ab1bbcf901fe tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Deleting port b3409e03-5d08-4a6c-857e-a3f8f740ae98 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:40:11.776610 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-f9870599-684b-4321-b9d4-4dd99b07f8d8 req-d9688d54-fab3-42fb-b4c0-ab1bbcf901fe tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:11.784297 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-152bcfcb-fe24-4583-90d8-51e4785a9eb8 req-d2456c3a-3df1-4342-b106-b323a5c8484e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911732 Sep 26 01:40:12.031854 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-f9870599-684b-4321-b9d4-4dd99b07f8d8 req-d9688d54-fab3-42fb-b4c0-ab1bbcf901fe tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] For port b3409e03-5d08-4a6c-857e-a3f8f740ae98, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=b3409e03-5d08-4a6c-857e-a3f8f740ae98,segment=NetworkSegment(8dcbed68-07ac-4c67-9a74-f38be419e574),segment_id=8dcbed68-07ac-4c67-9a74-f38be419e574)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:40:12.032314 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-f9870599-684b-4321-b9d4-4dd99b07f8d8 req-d9688d54-fab3-42fb-b4c0-ab1bbcf901fe tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:12.070104 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-f9870599-684b-4321-b9d4-4dd99b07f8d8 req-d9688d54-fab3-42fb-b4c0-ab1bbcf901fe tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Calling delete_port for b3409e03-5d08-4a6c-857e-a3f8f740ae98 owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:40:12.076757 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-152bcfcb-fe24-4583-90d8-51e4785a9eb8 req-d05a8ec3-670d-4c1c-80d1-83f3514c6d79 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758944 Sep 26 01:40:12.080181 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:12.205468 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:12.213773 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:12.217847 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:12.256430 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-f9870599-684b-4321-b9d4-4dd99b07f8d8 req-d9688d54-fab3-42fb-b4c0-ab1bbcf901fe tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (b3409e03-5d08-4a6c-857e-a3f8f740ae98), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:12.270120 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['b3409e03-5d08-4a6c-857e-a3f8f740ae98'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:40:12.553753 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9688d54-fab3-42fb-b4c0-ab1bbcf901fe tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Pushing event deleted for resources: {'Port': ['ID=b3409e03-5d08-4a6c-857e-a3f8f740ae98,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:12.610708 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9870599-684b-4321-b9d4-4dd99b07f8d8 req-d9688d54-fab3-42fb-b4c0-ab1bbcf901fe tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] No DVR routers for this DVR port b3409e03-5d08-4a6c-857e-a3f8f740ae98 on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:40:12.613923 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-f9870599-684b-4321-b9d4-4dd99b07f8d8 req-d9688d54-fab3-42fb-b4c0-ab1bbcf901fe tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:12.618114 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f9870599-684b-4321-b9d4-4dd99b07f8d8 req-d9688d54-fab3-42fb-b4c0-ab1bbcf901fe tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.52 "DELETE /networking/v2.0/ports/b3409e03-5d08-4a6c-857e-a3f8f740ae98 HTTP/1.1" status: 204 len: 173 time: 1.0657990 Sep 26 01:40:12.618695 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6255eb-07ec-489b-b2e2-14156cb19a01', 'name': 'network-vif-deleted', 'tag': 'b3409e03-5d08-4a6c-857e-a3f8f740ae98'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:40:12.620964 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a27a23-2a22-4851-ad3e-09e8131715ee" -d '{"events": [{"server_uuid": "0b6255eb-07ec-489b-b2e2-14156cb19a01", "name": "network-vif-deleted", "tag": "b3409e03-5d08-4a6c-857e-a3f8f740ae98"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:40:12.714108 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3f284f-8569-4cdd-8a16-0d38b9a8c50f x-openstack-request-id: req-4c3f284f-8569-4cdd-8a16-0d38b9a8c50f {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:40:12.714402 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6255eb-07ec-489b-b2e2-14156cb19a01", "name": "network-vif-deleted", "tag": "b3409e03-5d08-4a6c-857e-a3f8f740ae98", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:40:12.714707 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c3f284f-8569-4cdd-8a16-0d38b9a8c50f {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:40:12.715209 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3f284f-8569-4cdd-8a16-0d38b9a8c50f'] response: {'server_uuid': '0b6255eb-07ec-489b-b2e2-14156cb19a01', 'name': 'network-vif-deleted', 'tag': 'b3409e03-5d08-4a6c-857e-a3f8f740ae98', 'status': 'completed', 'code': 200} Sep 26 01:40:12.841621 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4cc6e0df-7901-4f74-aee8-f27045b66102 req-7973d2f9-99eb-44e6-a9d2-b5cf1b0a67fb tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 210 time: 0.0330760 Sep 26 01:40:13.304219 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:13.305519 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:13.981801 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8aaed91f-8373-4630-85eb-363725ce36d1 req-55cf3af3-4e47-416b-ba98-6ca958a43ed9 tempest-VolumesSnapshotTestJSON-2030948517 tempest-VolumesSnapshotTestJSON-2030948517-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0b6255eb-07ec-489b-b2e2-14156cb19a01 HTTP/1.1" status: 200 len: 210 time: 0.0372245 Sep 26 01:40:15.376985 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:15.538084 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device b3409e03-5d08-4a6c-857e-a3f8f740ae98 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:40:15.559102 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: b3409e03-5d08-4a6c-857e-a3f8f740ae98 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:40:15.559752 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device b3409e03-5d08-4a6c-857e-a3f8f740ae98 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:40:22.821692 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:23.971767 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=23,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:24.943187 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f4b4c-2c78-4383-a6c5-bcbce021bf85 req-e5c76fa7-0cf6-4343-b591-8195a2ac26b8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:24.945011 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2a2f4b4c-2c78-4383-a6c5-bcbce021bf85 req-e5c76fa7-0cf6-4343-b591-8195a2ac26b8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0516036 Sep 26 01:40:24.981447 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 39846) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:25.001122 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2a2f4b4c-2c78-4383-a6c5-bcbce021bf85 req-7eac8960-2368-477c-a671-a2262fa36fa1 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479112 Sep 26 01:40:25.045377 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Deleting subnet 07c0d4af-0b33-47e3-960d-193a879b2818 {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:40:25.051702 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Publish callbacks [] for subnet (07c0d4af-0b33-47e3-960d-193a879b2818), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.091153 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (07c0d4af-0b33-47e3-960d-193a879b2818), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.130468 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (07c0d4af-0b33-47e3-960d-193a879b2818), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.181388 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (07c0d4af-0b33-47e3-960d-193a879b2818), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.207658 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c0d4af-0b33-47e3-960d-193a879b2818,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:25.212272 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.217715 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/07c0d4af-0b33-47e3-960d-193a879b2818 HTTP/1.1" status: 204 len: 168 time: 0.2328207 Sep 26 01:40:25.218089 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 39852) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:25.220111 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.220478 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.220825 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.221162 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.221491 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.221816 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.222139 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.222458 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.222778 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.223104 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.223427 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.223751 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.224067 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.224555 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.224876 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63107d87-42b8-4907-9c99-cf4dcb7ccf6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.286412 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (03bf27a4-e655-4790-88ee-39ba306a1cc8), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.306926 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:25.314607 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=4 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:25.369918 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (03bf27a4-e655-4790-88ee-39ba306a1cc8), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.394537 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bf27a4-e655-4790-88ee-39ba306a1cc8']}} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:25.405513 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff120d4c-635e-408f-bea6-c0bf8c2c2a61') {'for_net_delete': True} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:25.405813 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff120d4c-635e-408f-bea6-c0bf8c2c2a61') {} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:25.417028 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7542124'] for segment (ff120d4c-635e-408f-bea6-c0bf8c2c2a61), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.430072 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (ff120d4c-635e-408f-bea6-c0bf8c2c2a61), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.436440 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=106405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:40:25.436828 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565295'] for segment (ff120d4c-635e-408f-bea6-c0bf8c2c2a61), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.483122 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment ff120d4c-635e-408f-bea6-c0bf8c2c2a61 resource provider aggregate not found Sep 26 01:40:25.502689 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment ff120d4c-635e-408f-bea6-c0bf8c2c2a61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff120d4c-635e-408f-bea6-c0bf8c2c2a61 found for delete ", "request_id": "req-d7634282-f098-4aad-b955-7a863d756115"}]} Sep 26 01:40:25.506405 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (03bf27a4-e655-4790-88ee-39ba306a1cc8), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.512897 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.516606 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/03bf27a4-e655-4790-88ee-39ba306a1cc8 HTTP/1.1" status: 204 len: 168 time: 0.2972360 Sep 26 01:40:25.529605 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=03bf27a4-e655-4790-88ee-39ba306a1cc8,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:25.537752 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.538103 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.538448 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.538788 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.539121 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.539452 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.540164 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.540164 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.540442 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.540771 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.541100 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.541425 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.541748 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.542073 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.542390 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68428a53-84c4-480c-98ee-656a697eedd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:25.542501 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:25.559208 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:25.683318 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 39860) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:25.727433 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-1cd2a57a-2089-41e8-8b25-9233a8451ffd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3d84eb826e054de3a831769967d5ed91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428004 Sep 26 01:40:25.729435 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 39862) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:25.778781 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5e8574af-283a-40f1-a3e9-94779aa27c34 admin admin] Publish callbacks [] for security_group (20cd72c0-fa3a-4b38-9953-c71d634878a5), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.799991 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5e8574af-283a-40f1-a3e9-94779aa27c34 admin admin] Publish callbacks [] for security_group (20cd72c0-fa3a-4b38-9953-c71d634878a5), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.849210 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5e8574af-283a-40f1-a3e9-94779aa27c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (20cd72c0-fa3a-4b38-9953-c71d634878a5), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.851834 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5e8574af-283a-40f1-a3e9-94779aa27c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:25.853031 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-5e8574af-283a-40f1-a3e9-94779aa27c34 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/20cd72c0-fa3a-4b38-9953-c71d634878a5 HTTP/1.1" status: 204 len: 168 time: 0.1227090 Sep 26 01:40:25.860952 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8574af-283a-40f1-a3e9-94779aa27c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cd72c0-fa3a-4b38-9953-c71d634878a5,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:26.138936 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3f99c-6ce6-4974-a76a-91e4298cdda7 req-19164441-3b11-4f27-a4b7-4c0d0cf540c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:26.140711 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-24a3f99c-6ce6-4974-a76a-91e4298cdda7 req-19164441-3b11-4f27-a4b7-4c0d0cf540c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0551243 Sep 26 01:40:26.191437 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-24a3f99c-6ce6-4974-a76a-91e4298cdda7 req-74216eee-abb5-4a7e-974f-9f2882c9fd9a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450869 Sep 26 01:40:26.888958 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-e314804e-a198-497e-832f-465f29640027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:27.312851 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996608d-34e7-4006-80a7-cf708bde4267 req-9ffbc762-962b-4aa0-86bb-605182ac03a4 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:27.314325 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4996608d-34e7-4006-80a7-cf708bde4267 req-9ffbc762-962b-4aa0-86bb-605182ac03a4 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0467319 Sep 26 01:40:27.362031 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4996608d-34e7-4006-80a7-cf708bde4267 req-4551b68d-0944-40ad-bf92-4e75bfb4224d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420306 Sep 26 01:40:28.484209 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332b19f-242f-4b67-9dd6-1a2fdc324635 req-15a8573a-3262-4ca3-9afc-c8b3991f32e3 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:28.486349 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0332b19f-242f-4b67-9dd6-1a2fdc324635 req-15a8573a-3262-4ca3-9afc-c8b3991f32e3 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0496798 Sep 26 01:40:28.538022 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0332b19f-242f-4b67-9dd6-1a2fdc324635 req-79095021-6f72-4e43-ae75-13ce5bd05ad5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460544 Sep 26 01:40:29.247048 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-945fe5ad-4192-49ff-8e8a-81f6c4f16a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:29.684101 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e060a9-05d0-47aa-97ea-77e1a2f9e37a req-bde8c5c2-092a-4cbe-a140-e17385a2ce9d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:29.686374 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a6e060a9-05d0-47aa-97ea-77e1a2f9e37a req-bde8c5c2-092a-4cbe-a140-e17385a2ce9d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0654402 Sep 26 01:40:29.720321 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:29.740551 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a6e060a9-05d0-47aa-97ea-77e1a2f9e37a req-0e6e9871-862e-4145-823b-787112d0b9da tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468755 Sep 26 01:40:30.727942 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:30.862675 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:30.879142 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef24de-0a69-4ea8-855c-ca375314aeeb req-1b00b895-ca54-4f59-8477-e1d8392ac340 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:30.881236 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b4ef24de-0a69-4ea8-855c-ca375314aeeb req-1b00b895-ca54-4f59-8477-e1d8392ac340 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0574684 Sep 26 01:40:30.950900 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b4ef24de-0a69-4ea8-855c-ca375314aeeb req-7dfd7387-d101-4142-a2f5-fa6de19c4615 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602777 Sep 26 01:40:32.059373 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:32.103717 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b4056-8467-4b96-86ba-2e6ecd82863b req-909e98be-636e-4c9c-a87a-4a07549e8d8f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:32.105257 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7d6b4056-8467-4b96-86ba-2e6ecd82863b req-909e98be-636e-4c9c-a87a-4a07549e8d8f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0551069 Sep 26 01:40:32.153679 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7d6b4056-8467-4b96-86ba-2e6ecd82863b req-4cf7ff89-a129-4132-9d28-4b6bfaed4feb tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414577 Sep 26 01:40:32.218229 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:33.284731 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae4b4f-0796-42f3-b691-8f84bbbcd00e req-e7337d69-59c1-4155-bca2-ef7b913585ba tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:33.286270 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-daae4b4f-0796-42f3-b691-8f84bbbcd00e req-e7337d69-59c1-4155-bca2-ef7b913585ba tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0508342 Sep 26 01:40:33.339776 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-daae4b4f-0796-42f3-b691-8f84bbbcd00e req-d48a819a-a953-42c2-92dc-308b3162aff5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475590 Sep 26 01:40:34.472116 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d249f7-5ba0-4da8-a859-166144109a00 req-d25bcceb-78ce-40bc-8fe7-54a89d06ce54 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:34.473821 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-80d249f7-5ba0-4da8-a859-166144109a00 req-d25bcceb-78ce-40bc-8fe7-54a89d06ce54 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0565071 Sep 26 01:40:34.526733 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-80d249f7-5ba0-4da8-a859-166144109a00 req-daffbe7f-5cf6-46c4-ae70-9e3a390081fd tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438707 Sep 26 01:40:35.210079 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:35.211975 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:35.652693 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737c90f-7119-4379-b900-469a2ff0e4e2 req-e05b52ec-7e95-4e88-9093-13981797745c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:35.654334 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a737c90f-7119-4379-b900-469a2ff0e4e2 req-e05b52ec-7e95-4e88-9093-13981797745c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0491188 Sep 26 01:40:35.706056 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a737c90f-7119-4379-b900-469a2ff0e4e2 req-ef794f07-0132-4ae8-a147-e03eb5a8d7c8 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452557 Sep 26 01:40:36.041065 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61a568-9176-40fa-a104-a6ff936fde71 req-283954aa-368b-475d-bf26-516b748a1b0f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:36.042017 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9a61a568-9176-40fa-a104-a6ff936fde71 req-283954aa-368b-475d-bf26-516b748a1b0f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0483050 Sep 26 01:40:36.093422 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9a61a568-9176-40fa-a104-a6ff936fde71 req-e589f70a-056b-4b41-a1fb-3ecf950b2de8 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457892 Sep 26 01:40:36.838334 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c689ff-5a0f-4b0c-88c6-a215e4a26db9 req-794a3b4d-27f5-428c-a764-04e99e7ccb91 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:36.839932 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d0c689ff-5a0f-4b0c-88c6-a215e4a26db9 req-794a3b4d-27f5-428c-a764-04e99e7ccb91 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0519817 Sep 26 01:40:36.892467 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d0c689ff-5a0f-4b0c-88c6-a215e4a26db9 req-d321b31d-bf16-4a1c-8ae8-8c46e6abaee6 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447369 Sep 26 01:40:37.213282 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7db9-3252-45f6-99c4-74fa66ffc5d9 req-d3af7d00-a13c-495f-b4b3-78f9720af9ca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:37.214735 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-18fa7db9-3252-45f6-99c4-74fa66ffc5d9 req-d3af7d00-a13c-495f-b4b3-78f9720af9ca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0463712 Sep 26 01:40:37.262852 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-18fa7db9-3252-45f6-99c4-74fa66ffc5d9 req-12e936e1-ebee-4b4a-87e1-5e0709dcf209 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Sep 26 01:40:37.815959 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45194031-1182-41d7-81a4-19f2816f3a3b req-99a1e16e-0654-4187-8890-f197be366bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:37.817470 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45194031-1182-41d7-81a4-19f2816f3a3b req-99a1e16e-0654-4187-8890-f197be366bba service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 1129 time: 0.0438089 Sep 26 01:40:37.908772 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45194031-1182-41d7-81a4-19f2816f3a3b req-67f80815-43a9-4f71-bd8b-64d39151bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:37.910242 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45194031-1182-41d7-81a4-19f2816f3a3b req-67f80815-43a9-4f71-bd8b-64d39151bc2b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 919 time: 0.0853841 Sep 26 01:40:37.991378 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45194031-1182-41d7-81a4-19f2816f3a3b req-2cb07d16-8eee-43d3-bc7b-f58b438d6adf service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6db24c-6002-495f-ba8b-4e1c78db3a08 HTTP/1.1" status: 200 len: 1000 time: 0.0723221 Sep 26 01:40:38.052551 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cde177-c657-487e-8a86-1acfda23fd77 req-e0102605-0fd4-47b2-ae4d-539b09917f38 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:38.054061 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e6cde177-c657-487e-8a86-1acfda23fd77 req-e0102605-0fd4-47b2-ae4d-539b09917f38 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0752611 Sep 26 01:40:38.064832 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:38.083938 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45194031-1182-41d7-81a4-19f2816f3a3b req-8c170d18-3976-478a-a449-706f1ae937f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:38.085307 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45194031-1182-41d7-81a4-19f2816f3a3b req-8c170d18-3976-478a-a449-706f1ae937f4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.0770478 Sep 26 01:40:38.085690 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:38.148892 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e6cde177-c657-487e-8a86-1acfda23fd77 req-59e75856-7f61-4d1e-9016-a4b2e9ed8940 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884633 Sep 26 01:40:38.150284 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45194031-1182-41d7-81a4-19f2816f3a3b req-c3a7c78d-8091-4267-9529-3a88b98112b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:38.151665 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45194031-1182-41d7-81a4-19f2816f3a3b req-c3a7c78d-8091-4267-9529-3a88b98112b1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595362 Sep 26 01:40:38.252276 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45194031-1182-41d7-81a4-19f2816f3a3b req-f6c3b9db-c4c8-487f-af49-7cf61068966d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909300 Sep 26 01:40:38.420201 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7a580-e2e3-47e5-a14c-b6e979d171ed req-fe19c797-0723-48ad-89c3-668629096fbc tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:38.421842 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3db7a580-e2e3-47e5-a14c-b6e979d171ed req-fe19c797-0723-48ad-89c3-668629096fbc tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0612218 Sep 26 01:40:38.460612 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45194031-1182-41d7-81a4-19f2816f3a3b req-29920d1e-23db-4b2f-ad43-2691ca46e92a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498587 Sep 26 01:40:38.490860 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3db7a580-e2e3-47e5-a14c-b6e979d171ed req-14099736-c1fb-4ccd-9d7b-f0fb2a890723 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615780 Sep 26 01:40:39.277263 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30056db0-771b-4775-bd02-58fc4e504665 req-5a602825-e42c-455d-8167-1b2170ea3658 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:39.278854 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30056db0-771b-4775-bd02-58fc4e504665 req-5a602825-e42c-455d-8167-1b2170ea3658 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0533419 Sep 26 01:40:39.327666 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30056db0-771b-4775-bd02-58fc4e504665 req-731e934c-460f-4610-82cf-aba08a0f70a4 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424137 Sep 26 01:40:39.628684 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76a546-3079-40e6-9b6e-94b1fbffa9b6 req-ec88cf15-e0c7-48a7-b5c5-a081540550c4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:39.630201 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4e76a546-3079-40e6-9b6e-94b1fbffa9b6 req-ec88cf15-e0c7-48a7-b5c5-a081540550c4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0547690 Sep 26 01:40:39.694435 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4e76a546-3079-40e6-9b6e-94b1fbffa9b6 req-b5fbc0a7-dc68-47b0-bf5f-0d988ca7bb89 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531442 Sep 26 01:40:40.323456 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:40:40.462049 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e495f31-a4ec-49ae-b00d-e25789cd2f11 req-5fa1f3cb-f7cd-4965-a414-5b581147334a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:40.463640 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6e495f31-a4ec-49ae-b00d-e25789cd2f11 req-5fa1f3cb-f7cd-4965-a414-5b581147334a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0580907 Sep 26 01:40:40.512851 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6e495f31-a4ec-49ae-b00d-e25789cd2f11 req-b6debdd1-f09a-4474-a991-93ee87a4935d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432084 Sep 26 01:40:40.734333 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea2863-eca0-4a32-bf5c-74ba0afefae1 req-840326f3-e730-4b47-889c-e22f1431cd8f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:40.736417 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a3ea2863-eca0-4a32-bf5c-74ba0afefae1 req-840326f3-e730-4b47-889c-e22f1431cd8f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0489650 Sep 26 01:40:40.851753 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50da6e-254b-4bf8-8ab1-27038eb3e64d req-3172806f-d83f-4222-88e1-e97900bc5a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:40.853266 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f50da6e-254b-4bf8-8ab1-27038eb3e64d req-3172806f-d83f-4222-88e1-e97900bc5a15 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3677555d86804f03ae243765cfd3fd24&device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 1130 time: 0.1005681 Sep 26 01:40:40.871599 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ee7e8-4fb6-4355-a9a4-97e3b999ace0 req-cae88ced-38a5-46b9-9a83-25640b51cce4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:40.873215 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fe2ee7e8-4fb6-4355-a9a4-97e3b999ace0 req-cae88ced-38a5-46b9-9a83-25640b51cce4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0779173 Sep 26 01:40:40.883299 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40150) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:40.887066 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a3ea2863-eca0-4a32-bf5c-74ba0afefae1 req-556a92b1-1c23-4050-bd0e-86957a87baca tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417496 Sep 26 01:40:40.955169 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-278ea3d5-30e2-4dff-ab0a-2c8865861730 admin admin] Deleting subnet d0b8faa2-082a-4838-8eb7-3dbc3573a9cf {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:40:40.959971 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-278ea3d5-30e2-4dff-ab0a-2c8865861730 admin admin] Publish callbacks [] for subnet (d0b8faa2-082a-4838-8eb7-3dbc3573a9cf), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:40.996895 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fe2ee7e8-4fb6-4355-a9a4-97e3b999ace0 req-68c1252e-73ad-45f2-ba23-45ca6ab61f79 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150789 Sep 26 01:40:41.006827 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-278ea3d5-30e2-4dff-ab0a-2c8865861730 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (d0b8faa2-082a-4838-8eb7-3dbc3573a9cf), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.022207 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50da6e-254b-4bf8-8ab1-27038eb3e64d req-1ea48e09-dec6-4983-a315-91c21654a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:41.023810 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f50da6e-254b-4bf8-8ab1-27038eb3e64d req-1ea48e09-dec6-4983-a315-91c21654a075 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=698acfe8-54a1-4ab3-9d7d-022ce3847edf HTTP/1.1" status: 200 len: 912 time: 0.1583467 Sep 26 01:40:41.059720 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-278ea3d5-30e2-4dff-ab0a-2c8865861730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (d0b8faa2-082a-4838-8eb7-3dbc3573a9cf), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.077224 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:41.100306 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f50da6e-254b-4bf8-8ab1-27038eb3e64d req-5d0b648c-029d-41c4-a9c6-2ac8b8c97d38 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c HTTP/1.1" status: 200 len: 1002 time: 0.0696023 Sep 26 01:40:41.126622 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-278ea3d5-30e2-4dff-ab0a-2c8865861730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (d0b8faa2-082a-4838-8eb7-3dbc3573a9cf), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.143079 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:41.157337 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50da6e-254b-4bf8-8ab1-27038eb3e64d req-2b1945ce-f9a9-4875-ab8a-961d1b04d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:41.159246 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f50da6e-254b-4bf8-8ab1-27038eb3e64d req-2b1945ce-f9a9-4875-ab8a-961d1b04d7c5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5ecd00a3-5bd9-4765-8aee-f670f166552f HTTP/1.1" status: 200 len: 850 time: 0.0527797 Sep 26 01:40:41.160804 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-278ea3d5-30e2-4dff-ab0a-2c8865861730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.164335 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-278ea3d5-30e2-4dff-ab0a-2c8865861730 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/d0b8faa2-082a-4838-8eb7-3dbc3573a9cf HTTP/1.1" status: 204 len: 168 time: 0.2799549 Sep 26 01:40:41.165547 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ea3d5-30e2-4dff-ab0a-2c8865861730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0b8faa2-082a-4838-8eb7-3dbc3573a9cf,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:41.168814 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40158) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:41.220082 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50da6e-254b-4bf8-8ab1-27038eb3e64d req-33650ccc-2bc8-4833-a66a-db4f6550b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:41.221989 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f50da6e-254b-4bf8-8ab1-27038eb3e64d req-33650ccc-2bc8-4833-a66a-db4f6550b9e0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=698acfe8-54a1-4ab3-9d7d-022ce3847edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552471 Sep 26 01:40:41.258189 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (d96ae2dd-c483-48c7-84c1-82589adaae3c), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.304652 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4246-e1bc-4c5e-80c8-8907e178265d req-bb96e1fa-5c80-4239-83f0-b6daa7188678 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:41.306139 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-beeb4246-e1bc-4c5e-80c8-8907e178265d req-bb96e1fa-5c80-4239-83f0-b6daa7188678 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 947 time: 0.0520437 Sep 26 01:40:41.337666 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (d96ae2dd-c483-48c7-84c1-82589adaae3c), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.354230 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-beeb4246-e1bc-4c5e-80c8-8907e178265d req-554d9a53-0d7b-4e71-b746-6027ae8d0c93 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422812 Sep 26 01:40:41.362687 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96ae2dd-c483-48c7-84c1-82589adaae3c']}} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:41.372437 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcbed68-07ac-4c67-9a74-f38be419e574') {'for_net_delete': True} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:41.372736 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcbed68-07ac-4c67-9a74-f38be419e574') {} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:41.382868 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8362259'] for segment (8dcbed68-07ac-4c67-9a74-f38be419e574), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.395902 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (8dcbed68-07ac-4c67-9a74-f38be419e574), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.402259 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=106406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:40:41.402635 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6739872'] for segment (8dcbed68-07ac-4c67-9a74-f38be419e574), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.444825 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment 8dcbed68-07ac-4c67-9a74-f38be419e574 resource provider aggregate not found Sep 26 01:40:41.462361 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment 8dcbed68-07ac-4c67-9a74-f38be419e574 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dcbed68-07ac-4c67-9a74-f38be419e574 found for delete ", "request_id": "req-b39b70f5-f775-4fa8-8409-43274fa5dda8"}]} Sep 26 01:40:41.468856 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (d96ae2dd-c483-48c7-84c1-82589adaae3c), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.474387 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.477505 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/d96ae2dd-c483-48c7-84c1-82589adaae3c HTTP/1.1" status: 204 len: 168 time: 0.3077803 Sep 26 01:40:41.489244 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53ff05-9dd6-456b-be44-67f42aa77261 admin admin] Pushing event deleted for resources: {'Network': ['ID=d96ae2dd-c483-48c7-84c1-82589adaae3c,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:41.640134 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40168) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:41.679534 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-c6d35790-0fe4-45af-976c-36bb4b7b63e1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=db1abf10c3e24836a161f3035d7e58ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382628 Sep 26 01:40:41.681950 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40170) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:41.729229 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3d72bbaa-2402-47da-8bb0-ca08a3dea95c admin admin] Publish callbacks [] for security_group (683d2f94-fa2c-4be1-9c83-e401fc0bcff2), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.748656 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3d72bbaa-2402-47da-8bb0-ca08a3dea95c admin admin] Publish callbacks [] for security_group (683d2f94-fa2c-4be1-9c83-e401fc0bcff2), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.795938 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3d72bbaa-2402-47da-8bb0-ca08a3dea95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (683d2f94-fa2c-4be1-9c83-e401fc0bcff2), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.798526 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-3d72bbaa-2402-47da-8bb0-ca08a3dea95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:41.799944 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-3d72bbaa-2402-47da-8bb0-ca08a3dea95c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/683d2f94-fa2c-4be1-9c83-e401fc0bcff2 HTTP/1.1" status: 204 len: 168 time: 0.1168439 Sep 26 01:40:41.807679 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72bbaa-2402-47da-8bb0-ca08a3dea95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683d2f94-fa2c-4be1-9c83-e401fc0bcff2,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:42.027232 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16b2b0-0a9c-4636-ae40-aa17c92814c6 req-4517771d-80fa-4ab2-afe5-33a0d504ec19 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:42.028795 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ff16b2b0-0a9c-4636-ae40-aa17c92814c6 req-4517771d-80fa-4ab2-afe5-33a0d504ec19 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0578885 Sep 26 01:40:42.176584 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ff16b2b0-0a9c-4636-ae40-aa17c92814c6 req-80fde352-d2a5-44c6-852b-f3b410509461 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259360 Sep 26 01:40:42.196540 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f531b79-8af3-4bd7-94ba-b8e986b1ad38 req-116b3c5a-d14f-43b3-85cb-cd4351a1ee96 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:42.200619 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9f531b79-8af3-4bd7-94ba-b8e986b1ad38 req-116b3c5a-d14f-43b3-85cb-cd4351a1ee96 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.1052978 Sep 26 01:40:42.211999 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=10 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:42.272613 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9f531b79-8af3-4bd7-94ba-b8e986b1ad38 req-e85e952e-6281-4c83-8d7f-ee73d4e6b2ba tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582373 Sep 26 01:40:42.493677 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78386c6e-2d89-4ab9-930d-e2224fec46b6 req-e2dc6523-18ff-4f3d-8ee1-2500571e854b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:42.495316 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-78386c6e-2d89-4ab9-930d-e2224fec46b6 req-e2dc6523-18ff-4f3d-8ee1-2500571e854b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 947 time: 0.0554390 Sep 26 01:40:42.549747 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-78386c6e-2d89-4ab9-930d-e2224fec46b6 req-9c07adc3-4856-41ca-b123-dac87f4528e9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484681 Sep 26 01:40:42.657007 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f50da6e-254b-4bf8-8ab1-27038eb3e64d req-2f3f26a5-8118-4854-9196-2327d007ae12 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873868 Sep 26 01:40:42.821573 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f50da6e-254b-4bf8-8ab1-27038eb3e64d req-f7daf9aa-c2c7-4e91-99f0-c3bd5c987b8c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942726 Sep 26 01:40:42.972007 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-4c30b365-4f50-4d75-8ca3-0c7a1806f016 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:42.973488 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-4c30b365-4f50-4d75-8ca3-0c7a1806f016 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 947 time: 0.0468528 Sep 26 01:40:43.015096 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:43.069594 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Deleting port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:40:43.069940 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:43.124662 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:43.168377 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] For port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:40:43.168733 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:43.424428 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeff43-45df-4915-8213-7166a382321c req-2f0623bf-66c0-4b63-8137-6d213cd0a63c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:43.426169 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dcaeff43-45df-4915-8213-7166a382321c req-2f0623bf-66c0-4b63-8137-6d213cd0a63c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.1653278 Sep 26 01:40:43.463975 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8ca03-9b6e-4953-a824-588a852bacca req-81be3379-d221-4496-a10f-b831a4451885 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:43.465456 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a2c8ca03-9b6e-4953-a824-588a852bacca req-81be3379-d221-4496-a10f-b831a4451885 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.1289132 Sep 26 01:40:43.579949 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:43.580312 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (64474f15-0d7e-427a-9ffa-2eeca94f7fb2), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:43.580680 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Floating IP 64474f15-0d7e-427a-9ffa-2eeca94f7fb2 disassociated. External IP: 172.27.0.130, port: deb1a57e-3f75-42e2-9d5a-90f0a5f59e30. Sep 26 01:40:43.581212 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Calling delete_port for deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:40:43.590592 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dcaeff43-45df-4915-8213-7166a382321c req-fbb242a0-4d15-4523-9056-8df9cc07bb7d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540105 Sep 26 01:40:43.612928 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a2c8ca03-9b6e-4953-a824-588a852bacca req-ffa9df54-35e4-48c7-b694-8d4f62455cc5 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359830 Sep 26 01:40:43.742122 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f761b2a-ce0c-42ce-94f3-adfe514fd5da req-28cb565b-e15d-4860-98be-952e6db2a5d4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:43.743654 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0f761b2a-ce0c-42ce-94f3-adfe514fd5da req-28cb565b-e15d-4860-98be-952e6db2a5d4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 947 time: 0.0693207 Sep 26 01:40:43.826291 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0f761b2a-ce0c-42ce-94f3-adfe514fd5da req-f575e29c-6405-473a-b15c-37abeca5597f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e513e64f-fd04-4171-aac9-1ad6532874f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739315 Sep 26 01:40:43.845553 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (deb1a57e-3f75-42e2-9d5a-90f0a5f59e30), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:43.885839 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event deleted for resources: {'Port': ['ID=deb1a57e-3f75-42e2-9d5a-90f0a5f59e30,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:44.001757 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Router 5e501f1e-91e4-4256-b56d-c26a052ccf95 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:40:44.012965 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:44.123886 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:40:44.134316 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab117316-129c-47ef-8019-b04303ffc827 None None] Sync routers for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:40:44.147399 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab117316-129c-47ef-8019-b04303ffc827 None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:40:44.148544 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-ab117316-129c-47ef-8019-b04303ffc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:44.171128 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] No DVR routers for this DVR port deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:40:44.173599 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:44.177117 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6c5d5dee-e2f6-4f34-bfdb-c2383bad32a2 req-2e056add-a9c7-4461-ad41-c2567392e8fc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.52 "DELETE /networking/v2.0/ports/deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 HTTP/1.1" status: 204 len: 173 time: 1.1975675 Sep 26 01:40:44.177623 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'name': 'network-vif-deleted', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:40:44.179871 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed2e176-78f1-4e9c-8bde-06e1297f7847" -d '{"events": [{"server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "name": "network-vif-deleted", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:40:44.243534 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2f6ea2-e816-433e-b63f-151e5da1d697 x-openstack-request-id: req-1d2f6ea2-e816-433e-b63f-151e5da1d697 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:40:44.243820 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8390f758-83d5-4553-910b-5ec8bcb93ce6", "name": "network-vif-deleted", "tag": "deb1a57e-3f75-42e2-9d5a-90f0a5f59e30", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:40:44.244075 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d2f6ea2-e816-433e-b63f-151e5da1d697 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:40:44.244495 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2f6ea2-e816-433e-b63f-151e5da1d697'] response: {'server_uuid': '8390f758-83d5-4553-910b-5ec8bcb93ce6', 'name': 'network-vif-deleted', 'tag': 'deb1a57e-3f75-42e2-9d5a-90f0a5f59e30', 'status': 'completed', 'code': 200} Sep 26 01:40:44.296166 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-ab117316-129c-47ef-8019-b04303ffc827 None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:40:44.557004 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-ab117316-129c-47ef-8019-b04303ffc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:35Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:44.594884 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab117316-129c-47ef-8019-b04303ffc827 None None] Checking router: 5e501f1e-91e4-4256-b56d-c26a052ccf95 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:40:44.604431 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab117316-129c-47ef-8019-b04303ffc827 None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:40:44.605034 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-ab117316-129c-47ef-8019-b04303ffc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:44.745636 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-ab117316-129c-47ef-8019-b04303ffc827 None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:40:44.772846 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:44.793552 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e555e-75e2-4c0c-85e3-0cd2670e2352 req-3de0db01-6209-4fb3-a055-0f59e468193a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:44.800876 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a67e555e-75e2-4c0c-85e3-0cd2670e2352 req-3de0db01-6209-4fb3-a055-0f59e468193a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0977380 Sep 26 01:40:44.808700 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c835f-3e92-4cfb-bf72-d71b5a928b4e req-1c3a1420-5571-420f-8414-f0500ed8d4ef tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:44.810332 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ab0c835f-3e92-4cfb-bf72-d71b5a928b4e req-1c3a1420-5571-420f-8414-f0500ed8d4ef tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0958173 Sep 26 01:40:44.890985 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a67e555e-75e2-4c0c-85e3-0cd2670e2352 req-190a5869-e7da-48ba-b140-f063f261b199 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892477 Sep 26 01:40:44.894674 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ab0c835f-3e92-4cfb-bf72-d71b5a928b4e req-c6d7a490-83eb-4b07-94da-4833c2ec1154 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773962 Sep 26 01:40:44.985270 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-ab117316-129c-47ef-8019-b04303ffc827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:35Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:45.011299 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab117316-129c-47ef-8019-b04303ffc827 None None] The sync data for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi is: [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:35Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:40:45.025076 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-db534b78-d6e0-4a75-a618-0cf4e97ec4aa req-022f8326-18d9-45a0-ba8d-b1a8d9eb1d7e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 210 time: 0.0411217 Sep 26 01:40:45.266182 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899fa240-e4eb-420b-b54f-df5334962ec4 None None] New status for floating IP 64474f15-0d7e-427a-9ffa-2eeca94f7fb2: DOWN {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:40:46.027839 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca6827-f407-4da2-a00e-af15d82afaf6 req-c0571daa-dbfd-4509-9d17-7d153b043e46 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:46.029321 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-29ca6827-f407-4da2-a00e-af15d82afaf6 req-c0571daa-dbfd-4509-9d17-7d153b043e46 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0469894 Sep 26 01:40:46.082415 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-29ca6827-f407-4da2-a00e-af15d82afaf6 req-04370e83-3c69-4a4e-ba51-eb8516180957 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447063 Sep 26 01:40:46.147471 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8a108d7d-35f1-4c18-8760-bcd3cabae4b0 req-70d6e45c-fa19-40d6-9220-4436099b8d4f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 210 time: 0.0280485 Sep 26 01:40:46.456430 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:40:46.487182 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:40:46.487524 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device deb1a57e-3f75-42e2-9d5a-90f0a5f59e30 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:40:46.495378 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:47.205748 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afab19-b2df-48b9-be72-f6e7acf69e5d req-274553a7-6f58-484b-9b99-419850506ad8 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:47.207757 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-07afab19-b2df-48b9-be72-f6e7acf69e5d req-274553a7-6f58-484b-9b99-419850506ad8 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0485539 Sep 26 01:40:47.281262 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-81928070-4a84-48fe-9974-116f324a685f req-b520c657-e21e-4c88-86d7-59f477882157 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8390f758-83d5-4553-910b-5ec8bcb93ce6 HTTP/1.1" status: 200 len: 210 time: 0.0376608 Sep 26 01:40:47.284819 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-07afab19-b2df-48b9-be72-f6e7acf69e5d req-3fc8606a-358e-4ef0-a5f0-36756645c219 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714524 Sep 26 01:40:48.385382 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40340) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:48.413643 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750d3d1-3a1e-4993-9647-7403a5a00b29 req-ddafadb3-9bbc-41cd-9074-a2201f12df3b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:48.415239 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5750d3d1-3a1e-4993-9647-7403a5a00b29 req-ddafadb3-9bbc-41cd-9074-a2201f12df3b tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0503824 Sep 26 01:40:48.444246 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ef44bc76-b02e-4853-a5fa-dc233a17bb42 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group (e513e64f-fd04-4171-aac9-1ad6532874f8), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:48.465134 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5750d3d1-3a1e-4993-9647-7403a5a00b29 req-02391fd2-a595-4b47-8414-0fe8e1af57ef tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435326 Sep 26 01:40:48.466591 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ef44bc76-b02e-4853-a5fa-dc233a17bb42 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group (e513e64f-fd04-4171-aac9-1ad6532874f8), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:48.524764 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ef44bc76-b02e-4853-a5fa-dc233a17bb42 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (e513e64f-fd04-4171-aac9-1ad6532874f8), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:48.527509 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ef44bc76-b02e-4853-a5fa-dc233a17bb42 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:48.528878 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ef44bc76-b02e-4853-a5fa-dc233a17bb42 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e513e64f-fd04-4171-aac9-1ad6532874f8 HTTP/1.1" status: 204 len: 168 time: 0.1423621 Sep 26 01:40:48.533165 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40342) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:48.540479 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44bc76-b02e-4853-a5fa-dc233a17bb42 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e513e64f-fd04-4171-aac9-1ad6532874f8,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:48.547629 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.api.v2.resource [None req-dca5287b-a801-4d5e-9458-fc8e4f43ad0d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] show failed (client error): The resource could not be found. Sep 26 01:40:48.548651 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-dca5287b-a801-4d5e-9458-fc8e4f43ad0d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups/e513e64f-fd04-4171-aac9-1ad6532874f8 HTTP/1.1" status: 404 len: 347 time: 0.0143511 Sep 26 01:40:48.552469 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40344) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:48.676862 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a59bc-df7e-4a4f-8f44-c9b7da507b19 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Deleting port df555aa6-0494-4a88-abdd-c8f6bc85ada3 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:40:48.677110 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a59bc-df7e-4a4f-8f44-c9b7da507b19 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (df555aa6-0494-4a88-abdd-c8f6bc85ada3), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:48.757752 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a59bc-df7e-4a4f-8f44-c9b7da507b19 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (df555aa6-0494-4a88-abdd-c8f6bc85ada3), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:48.758021 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a59bc-df7e-4a4f-8f44-c9b7da507b19 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (df555aa6-0494-4a88-abdd-c8f6bc85ada3), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:48.773241 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a59bc-df7e-4a4f-8f44-c9b7da507b19 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Calling delete_port for df555aa6-0494-4a88-abdd-c8f6bc85ada3 owned by network:floatingip {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:40:49.160119 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a59bc-df7e-4a4f-8f44-c9b7da507b19 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (df555aa6-0494-4a88-abdd-c8f6bc85ada3), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.163407 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:49.185991 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a59bc-df7e-4a4f-8f44-c9b7da507b19 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event deleted for resources: {'Port': ['ID=df555aa6-0494-4a88-abdd-c8f6bc85ada3,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:49.252884 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a59bc-df7e-4a4f-8f44-c9b7da507b19 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (64474f15-0d7e-427a-9ffa-2eeca94f7fb2), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.255771 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0f7a59bc-df7e-4a4f-8f44-c9b7da507b19 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.256956 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-0f7a59bc-df7e-4a4f-8f44-c9b7da507b19 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/64474f15-0d7e-427a-9ffa-2eeca94f7fb2 HTTP/1.1" status: 204 len: 168 time: 0.7035718 Sep 26 01:40:49.353809 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40356) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:49.358411 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-25c5e735-e9e9-46a8-8791-211d3b9b83de tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350892896', 'description': 'tempest-description--915988000'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:40:49.375913 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:49.381242 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-25c5e735-e9e9-46a8-8791-211d3b9b83de tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.453156 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-25c5e735-e9e9-46a8-8791-211d3b9b83de tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group (ca75435e-341f-4f6c-8e03-4f56b968ef2e), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.457348 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-25c5e735-e9e9-46a8-8791-211d3b9b83de tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (ca75435e-341f-4f6c-8e03-4f56b968ef2e), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.486714 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5e735-e9e9-46a8-8791-211d3b9b83de tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca75435e-341f-4f6c-8e03-4f56b968ef2e,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:49.491318 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-25c5e735-e9e9-46a8-8791-211d3b9b83de tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.492567 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-25c5e735-e9e9-46a8-8791-211d3b9b83de tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1376300 Sep 26 01:40:49.495536 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40358) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:49.500023 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-8031abd4-9034-4963-96e9-623ef67a8a17 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Request body: {'security_group_rule': {'security_group_id': 'ca75435e-341f-4f6c-8e03-4f56b968ef2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:40:49.532639 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8031abd4-9034-4963-96e9-623ef67a8a17 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group_rule (cfa55e67-c294-46ee-ad7d-9249d4ea3fe6), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.619748 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5c32b-4995-42ef-9c31-2c56a8201a54 req-5c8778a6-4add-406e-ac5f-f8f2facbb6f5 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:49.621323 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dee5c32b-4995-42ef-9c31-2c56a8201a54 req-5c8778a6-4add-406e-ac5f-f8f2facbb6f5 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0668538 Sep 26 01:40:49.636161 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8031abd4-9034-4963-96e9-623ef67a8a17 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group_rule (cfa55e67-c294-46ee-ad7d-9249d4ea3fe6), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.648542 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8031abd4-9034-4963-96e9-623ef67a8a17 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (cfa55e67-c294-46ee-ad7d-9249d4ea3fe6), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.680891 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031abd4-9034-4963-96e9-623ef67a8a17 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa55e67-c294-46ee-ad7d-9249d4ea3fe6,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:49.697485 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8031abd4-9034-4963-96e9-623ef67a8a17 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.698663 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-8031abd4-9034-4963-96e9-623ef67a8a17 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2022164 Sep 26 01:40:49.701567 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40362) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:49.705942 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dee5c32b-4995-42ef-9c31-2c56a8201a54 req-81258b92-9348-4f87-9c3b-6fe08cbc91f2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769787 Sep 26 01:40:49.706126 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-df198926-23e1-4302-9cad-63c4fdf3ea57 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Request body: {'security_group_rule': {'security_group_id': 'ca75435e-341f-4f6c-8e03-4f56b968ef2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:40:49.734640 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df198926-23e1-4302-9cad-63c4fdf3ea57 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group_rule (163b305e-3184-4868-907e-72489c885aef), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.793104 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df198926-23e1-4302-9cad-63c4fdf3ea57 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group_rule (163b305e-3184-4868-907e-72489c885aef), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.796774 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df198926-23e1-4302-9cad-63c4fdf3ea57 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (163b305e-3184-4868-907e-72489c885aef), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.815852 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df198926-23e1-4302-9cad-63c4fdf3ea57 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163b305e-3184-4868-907e-72489c885aef,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:49.823835 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df198926-23e1-4302-9cad-63c4fdf3ea57 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.825031 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-df198926-23e1-4302-9cad-63c4fdf3ea57 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224313 Sep 26 01:40:49.828094 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40364) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:49.832519 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:40:49.845606 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=10,neutron:INSERT=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:49.856793 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:49.905152 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:49.949124 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.076302 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Allocated IP 172.27.0.210 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/7e1ab56f-2742-4614-b73d-84adac313555) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:40:50.196355 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for port (7e1ab56f-2742-4614-b73d-84adac313555), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.198697 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40374) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:50.236948 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (7e1ab56f-2742-4614-b73d-84adac313555), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.279456 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:40:50.282507 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:40:50.287082 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:40:50.308991 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event updated for resources: {'Port': ['ID=7e1ab56f-2742-4614-b73d-84adac313555,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:50.316577 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b572e268-ac8c-4bea-983c-3e5034377d2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.383726 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (90fc4278-e70d-43ca-ab44-c6de20843f87), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.402892 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b572e268-ac8c-4bea-983c-3e5034377d2f admin admin] Publish callbacks [] for security_group (d1190c1c-1ccf-4f09-92fd-8926046f3d07), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.407107 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b572e268-ac8c-4bea-983c-3e5034377d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (d1190c1c-1ccf-4f09-92fd-8926046f3d07), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.422449 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (7e1ab56f-2742-4614-b73d-84adac313555), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.453323 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-b572e268-ac8c-4bea-983c-3e5034377d2f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9a1697f1642a405aa411ae44acfb70af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533553 Sep 26 01:40:50.454460 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572e268-ac8c-4bea-983c-3e5034377d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1190c1c-1ccf-4f09-92fd-8926046f3d07,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:50.457749 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40378) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:50.565447 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-14dbb568-9caf-40b0-b36f-e88f10651bad admin admin] Publish callbacks [] for security_group (d1190c1c-1ccf-4f09-92fd-8926046f3d07), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.606408 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-14dbb568-9caf-40b0-b36f-e88f10651bad admin admin] Publish callbacks [] for security_group (d1190c1c-1ccf-4f09-92fd-8926046f3d07), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.623428 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:50.629463 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:50.668445 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for port (7e1ab56f-2742-4614-b73d-84adac313555), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.672784 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (7e1ab56f-2742-4614-b73d-84adac313555), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.730779 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-14dbb568-9caf-40b0-b36f-e88f10651bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (d1190c1c-1ccf-4f09-92fd-8926046f3d07), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.733316 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-14dbb568-9caf-40b0-b36f-e88f10651bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.734455 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-14dbb568-9caf-40b0-b36f-e88f10651bad admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d1190c1c-1ccf-4f09-92fd-8926046f3d07 HTTP/1.1" status: 204 len: 168 time: 0.2756076 Sep 26 01:40:50.756467 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (90fc4278-e70d-43ca-ab44-c6de20843f87), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.759236 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbb568-9caf-40b0-b36f-e88f10651bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1190c1c-1ccf-4f09-92fd-8926046f3d07,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:50.762156 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event updated for resources: {'Port': ['ID=7e1ab56f-2742-4614-b73d-84adac313555,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:50.780417 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:50.791688 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-cb64f3bc-b688-4a5b-914b-42fbb57ab46b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9537070 Sep 26 01:40:50.867722 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e22f6f-2090-4f58-a49f-e1c78b78bde5 req-ea049936-1cbd-4923-ad57-a2b920211119 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:50.875463 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-95e22f6f-2090-4f58-a49f-e1c78b78bde5 req-ea049936-1cbd-4923-ad57-a2b920211119 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0636420 Sep 26 01:40:50.924142 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-95e22f6f-2090-4f58-a49f-e1c78b78bde5 req-cd6427b4-2ac4-4be5-98e4-ef45c119d948 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477309 Sep 26 01:40:51.024122 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-6a1502b8-5ede-4ca4-b899-1267c4dfee06 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1350892896&fields=id&tenant_id=2f78ca6e22f04c4ab911b2e308338517 HTTP/1.1" status: 200 len: 267 time: 0.0491242 Sep 26 01:40:51.056136 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:51.164101 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-9bf91b05-cf74-4654-a479-d2586092c899 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:51.165706 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-9bf91b05-cf74-4654-a479-d2586092c899 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 200 len: 816 time: 0.1349211 Sep 26 01:40:51.183248 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-d3ab41a6-acbc-4318-895c-481f55dea850 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/quotas/2f78ca6e22f04c4ab911b2e308338517 HTTP/1.1" status: 200 len: 375 time: 0.0120544 Sep 26 01:40:51.228595 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:51.248323 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-995f02dc-2e10-4cf9-83d0-fc864006f321 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607142 Sep 26 01:40:51.360129 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-5be43bc8-1b62-41c0-8972-6922681ff875 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976701 Sep 26 01:40:51.487313 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-642bb011-a822-41f3-9a9f-5d4d088588d5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208451 Sep 26 01:40:51.494893 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40416) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:51.614009 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1016135820-network', 'tenant_id': '786ed33f027946f581147e672b947df0'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:40:51.635356 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Made reservation on behalf of 786ed33f027946f581147e672b947df0 for: {'network': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:40:51.637779 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:51.647506 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:51.689204 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-385daae7-84a8-4634-a76b-bceba27914f2 req-df492b30-422a-4bbb-b6ed-764fbf8140dc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 210 time: 0.0372491 Sep 26 01:40:51.765919 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Publish callbacks [] for security_group (068447e1-08dd-4e23-a0ee-561b81e35fd0), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:51.771487 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (068447e1-08dd-4e23-a0ee-561b81e35fd0), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:51.795353 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=106405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:40:51.815293 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068447e1-08dd-4e23-a0ee-561b81e35fd0,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:51.819492 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (7a38eefe-6c54-480f-ba89-0d00d8bf688e), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:51.819844 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.segments_db [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Added segment 7a38eefe-6c54-480f-ba89-0d00d8bf688e of type vlan for network 9880eab6-c89c-4490-9622-c91f1df8e6a8 Sep 26 01:40:51.865080 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (9880eab6-c89c-4490-9622-c91f1df8e6a8), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:51.894985 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (9880eab6-c89c-4490-9622-c91f1df8e6a8), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:51.896148 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:51.896755 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:51.961837 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4633763 Sep 26 01:40:51.962188 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40432) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:51.964773 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c15f93-7937-4574-9c1c-3b249000fab3 admin admin] Pushing event updated for resources: {'Network': ['ID=9880eab6-c89c-4490-9622-c91f1df8e6a8,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:51.967024 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-53502958-a946-45b3-8642-4c6b1ca09f29 admin admin] Request body: {'subnet': {'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1016135820-subnet', 'tenant_id': '786ed33f027946f581147e672b947df0', 'ip_version': 4}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:40:51.980832 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network 9880eab6-c89c-4490-9622-c91f1df8e6a8 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:40:51.993693 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53502958-a946-45b3-8642-4c6b1ca09f29 admin admin] Made reservation on behalf of 786ed33f027946f581147e672b947df0 for: {'subnet': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:40:51.996509 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-53502958-a946-45b3-8642-4c6b1ca09f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7861721'] for subnet (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:52.104899 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d4b0c-d52b-4999-9377-32677359c524 req-c35c1b63-3a9b-4b15-a59a-c4c6e10d5dc6 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:52.106465 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-788d4b0c-d52b-4999-9377-32677359c524 req-c35c1b63-3a9b-4b15-a59a-c4c6e10d5dc6 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0827463 Sep 26 01:40:52.165535 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-788d4b0c-d52b-4999-9377-32677359c524 req-e65660ba-bc7a-4cb4-9ab2-4f9e67b6566a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516174 Sep 26 01:40:52.229929 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-53502958-a946-45b3-8642-4c6b1ca09f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6738117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7861711'] for subnet (840b9a72-e2b8-40ef-b59c-aae9095f9e03), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:52.283120 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53502958-a946-45b3-8642-4c6b1ca09f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=840b9a72-e2b8-40ef-b59c-aae9095f9e03,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:52.304391 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53502958-a946-45b3-8642-4c6b1ca09f29 admin admin] Checking segment: {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:40:52.304756 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53502958-a946-45b3-8642-4c6b1ca09f29 admin admin] Network hostable DHCP agents. Network: 9880eab6-c89c-4490-9622-c91f1df8e6a8, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:40:52.322458 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53502958-a946-45b3-8642-4c6b1ca09f29 admin admin] Network 9880eab6-c89c-4490-9622-c91f1df8e6a8 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:40:52.330768 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-53502958-a946-45b3-8642-4c6b1ca09f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, 9880eab6-c89c-4490-9622-c91f1df8e6a8) {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:40:52.335853 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53502958-a946-45b3-8642-4c6b1ca09f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:52.336566 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-53502958-a946-45b3-8642-4c6b1ca09f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:52.344851 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ede22d-5b59-449d-a603-1766ff193011 None None] Network 9880eab6-c89c-4490-9622-c91f1df8e6a8 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:40:52.362189 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-53502958-a946-45b3-8642-4c6b1ca09f29 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3988945 Sep 26 01:40:52.365599 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40436) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:52.369813 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:40:52.396460 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (afae10ec-5417-42e0-b049-a2d9a3c888dd), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:52.397594 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (afae10ec-5417-42e0-b049-a2d9a3c888dd), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:52.460823 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Publish callbacks [] for router_controller (afae10ec-5417-42e0-b049-a2d9a3c888dd), precommit_add_association {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:52.476302 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-9880eab6-c89c-4490-9622-c91f1df8e6a8', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:40:52.477418 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:52.480600 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:52.566899 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:52.602949 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Publish callbacks [] for router_gateway (afae10ec-5417-42e0-b049-a2d9a3c888dd), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:52.632377 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Allocated IP 172.20.0.2 (9880eab6-c89c-4490-9622-c91f1df8e6a8/840b9a72-e2b8-40ef-b59c-aae9095f9e03/61fbdfaa-b7e0-4118-abad-1b71b6c77ca9) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:40:52.770432 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:52.778496 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:52.789468 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Publish callbacks [] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:52.792165 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Publish callbacks [] for router_gateway (afae10ec-5417-42e0-b049-a2d9a3c888dd), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:52.796582 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:52.813926 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:52.818618 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c645d477-700f-4997-bb40-802753c878d9 req-6552181d-4657-4c06-851c-87d6b7856739 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 210 time: 0.0353768 Sep 26 01:40:52.845153 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Network 9880eab6-c89c-4490-9622-c91f1df8e6a8 is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:40:52.850272 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:40:52.853040 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:40:52.956786 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Allocated IP 172.27.0.68 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/1695acf2-2880-419c-a4a7-4bfc1b4eee22) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:40:53.026171 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Pushing event updated for resources: {'Port': ['ID=61fbdfaa-b7e0-4118-abad-1b71b6c77ca9,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:53.062718 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.063291 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.063821 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.064184 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.064547 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.064878 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.065201 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.065527 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.065850 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.066354 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.066701 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.067043 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.067369 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.067690 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.068008 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:53.081604 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Attempting to bind port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:40:53.081997 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Attempting to bind port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:40:53.082708 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Attempting to bind port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 on network 9880eab6-c89c-4490-9622-c91f1df8e6a8 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:40:53.102503 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-39ed684a-0f2b-4c4c-bcdd-e16574531901 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:53.104382 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-39ed684a-0f2b-4c4c-bcdd-e16574531901 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.52 "GET /networking/v2.0/networks?id=5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 200 len: 816 time: 0.1549096 Sep 26 01:40:53.106955 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Publish callbacks [] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:53.130520 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:40:53.130973 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Checking segment: {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:40:53.131295 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:53.131709 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Bound using segment: {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:40:53.132185 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Bound port: 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:40:53.132804 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:53.149901 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:53.176915 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:53.189711 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:53.199246 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:40:53.201731 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-edf33fb7-2338-4f9d-bd23-56908eeee13e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2f78ca6e22f04c4ab911b2e308338517 HTTP/1.1" status: 200 len: 380 time: 0.0851278 Sep 26 01:40:53.202327 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:40:53.206539 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:40:53.212674 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Pushing event updated for resources: {'Port': ['ID=1695acf2-2880-419c-a4a7-4bfc1b4eee22,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:53.213765 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] For port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:40:53.217634 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] For port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=61fbdfaa-b7e0-4118-abad-1b71b6c77ca9,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:40:53.230675 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:53.268336 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Request body: {'port': {'device_id': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'admin_state_up': True, 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'security_groups': ['ca75435e-341f-4f6c-8e03-4f56b968ef2e']}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:40:53.317022 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919e2c4-2dcd-4b27-87ed-2a688aef461f None None] Pushing event updated for resources: {'Port': ['ID=61fbdfaa-b7e0-4118-abad-1b71b6c77ca9,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:53.407745 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f290c7-e190-4fb4-8dfb-c59cfc0d19fb req-f280dacc-2ea0-45c5-bcd7-441bb539528e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:53.412891 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-98f290c7-e190-4fb4-8dfb-c59cfc0d19fb req-f280dacc-2ea0-45c5-bcd7-441bb539528e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0991411 Sep 26 01:40:53.501560 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-98f290c7-e190-4fb4-8dfb-c59cfc0d19fb req-8f983034-e6fe-4e95-a6cf-9657730774ac tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840044 Sep 26 01:40:53.501781 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Publish callbacks [] for router_gateway (afae10ec-5417-42e0-b049-a2d9a3c888dd), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:53.517022 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Made reservation on behalf of 2f78ca6e22f04c4ab911b2e308338517 for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:40:53.521869 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:53.706635 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Allocated IP 172.20.0.10 (5af791d8-1618-4513-8e4d-eb7941c2c427/da203c2e-72b6-4935-8d01-4a01b35361c4/c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:40:53.866338 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:53.910628 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:53.968735 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Network 5af791d8-1618-4513-8e4d-eb7941c2c427 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:40:53.979908 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:53.994344 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:40:54.001135 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:40:54.007088 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665'] for router (afae10ec-5417-42e0-b049-a2d9a3c888dd), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:54.029659 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event updated for resources: {'Port': ['ID=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:54.056787 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5ad69-914f-4a44-9d1e-e750bd15371e req-7850bce6-fb4a-44e1-aba4-8dabb0e0a63e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:54.058345 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-18b5ad69-914f-4a44-9d1e-e750bd15371e req-7850bce6-fb4a-44e1-aba4-8dabb0e0a63e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 932 time: 0.1190498 Sep 26 01:40:54.081625 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:54.082272 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:54.120851 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-7308577a-f1c8-4294-9425-c461d05ea533 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8564968 Sep 26 01:40:54.138506 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Request body: {'port': {'device_id': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:40:54.190691 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Router afae10ec-5417-42e0-b049-a2d9a3c888dd is scheduled to L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 with binding_index 1 {{(pid=106406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 01:40:54.202698 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:40:54.230431 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-18b5ad69-914f-4a44-9d1e-e750bd15371e req-7330ba64-047d-4fbd-b40b-b0f8b62f450d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286147 Sep 26 01:40:54.270129 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:54.290676 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:54.291587 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:54.298767 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:40:54.299406 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:54.299892 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 Sep 26 01:40:54.319588 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:54.332326 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:40:54.348064 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Sync routers for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:40:54.365986 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:54.368438 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-3d93c0aa-eef1-4f92-a36d-94004b03927d admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0017555 Sep 26 01:40:54.369986 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:40:54.370706 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:54.371329 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40458) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:54.513537 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:40:54.513763 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-737384bb-bdf5-4010-b98c-4293f294b932 None None] Provisioning complete for port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:40:54.514054 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-737384bb-bdf5-4010-b98c-4293f294b932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:54.514389 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-737384bb-bdf5-4010-b98c-4293f294b932 None None] Attempt 1 to provision port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 Sep 26 01:40:54.590417 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:54.658198 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:54.659617 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba87ade-867f-4e76-a2a3-e98eb875f1bf None None] Network 9880eab6-c89c-4490-9622-c91f1df8e6a8 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:40:54.690108 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3277d2-92fe-4fbb-a9ae-11c1b7fd2598 req-85dce9ac-b52c-4e74-a5ff-2f7e1d9be5ce tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:54.698278 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6c3277d2-92fe-4fbb-a9ae-11c1b7fd2598 req-85dce9ac-b52c-4e74-a5ff-2f7e1d9be5ce tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0730386 Sep 26 01:40:54.736312 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-737384bb-bdf5-4010-b98c-4293f294b932 None None] Port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:40:54.741393 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:40:54.741863 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:54.779765 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:40:54.796702 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Publish callbacks [] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:54.809377 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6c3277d2-92fe-4fbb-a9ae-11c1b7fd2598 req-c4a52eb2-7091-4483-a589-221bd7af409c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995891 Sep 26 01:40:54.817192 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Transition to ACTIVE for port object c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:40:54.824656 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:54.854096 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=61fbdfaa-b7e0-4118-abad-1b71b6c77ca9,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:40:54.878397 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:54.887989 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:54.921975 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:53Z', 'revision_number': 3, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:54.950651 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Attempting to bind port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:40:54.951216 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Attempting to bind port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:40:54.951351 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Attempting to bind port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 on network 5af791d8-1618-4513-8e4d-eb7941c2c427 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:40:54.958336 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Checking router: afae10ec-5417-42e0-b049-a2d9a3c888dd for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:40:54.958685 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Updating router afae10ec-5417-42e0-b049-a2d9a3c888dd port 1695acf2-2880-419c-a4a7-4bfc1b4eee22 binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:40:54.993753 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=61fbdfaa-b7e0-4118-abad-1b71b6c77ca9,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:54.995114 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Pushing event updated for resources: {'Port': ['ID=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:54.999071 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.005898 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 on network 5af791d8-1618-4513-8e4d-eb7941c2c427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:40:55.006224 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Attempting to bind port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 on network 5af791d8-1618-4513-8e4d-eb7941c2c427 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:40:55.067698 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:40:55.068306 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Checking segment: {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:40:55.068823 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Bound using segment: {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:40:55.069262 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Bound port: c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:40:55.069620 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.074195 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Allocated IP 172.20.0.1 (9880eab6-c89c-4490-9622-c91f1df8e6a8/840b9a72-e2b8-40ef-b59c-aae9095f9e03/18544acc-5463-4bb2-a1ed-46ca1cefb5e0) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:40:55.109109 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:55.145541 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:40:55.149069 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:40:55.157388 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.162953 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:55.163576 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.165380 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 HTTP/1.1" status: 200 len: 1094 time: 1.0333724 Sep 26 01:40:55.167435 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:40:55.169528 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeca72a8-a537-488c-9781-d4ab1614136a" -d '{"events": [{"name": "network-changed", "server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:40:55.200257 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:55.206279 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Publish callbacks [] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.232065 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea11f9c-be21-4330-bc31-8db7e235989b service neutron] Pushing event updated for resources: {'Port': ['ID=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:55.241815 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-737384bb-bdf5-4010-b98c-4293f294b932 None None] Attempt 2 to provision port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 Sep 26 01:40:55.258656 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.299972 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf4fe67-dfa0-43c1-953c-0246828b738c x-openstack-request-id: req-ebf4fe67-dfa0-43c1-953c-0246828b738c {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:40:55.301391 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:40:55.301747 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebf4fe67-dfa0-43c1-953c-0246828b738c {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:40:55.302388 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf4fe67-dfa0-43c1-953c-0246828b738c'] response: {'name': 'network-changed', 'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'status': 'completed', 'code': 200} Sep 26 01:40:55.318770 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-1a246852-d602-4592-b70b-d1c29d28356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:55.321560 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Network 9880eab6-c89c-4490-9622-c91f1df8e6a8 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:40:55.321918 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-1a246852-d602-4592-b70b-d1c29d28356b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 1128 time: 0.0699649 Sep 26 01:40:55.327071 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:40:55.331393 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:40:55.339302 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Pushing event updated for resources: {'Port': ['ID=18544acc-5463-4bb2-a1ed-46ca1cefb5e0,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:55.357412 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-737384bb-bdf5-4010-b98c-4293f294b932 None None] Port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 had new provisioning blocks added so it will not transition to active. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 01:40:55.364923 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Publish callbacks [] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.371020 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.399486 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428312'] for router_interface (afae10ec-5417-42e0-b049-a2d9a3c888dd), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.418992 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-dc67c9a6-6962-460c-90ed-bd66b0c1ae6f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 HTTP/1.1" status: 200 len: 217 time: 0.0775788 Sep 26 01:40:55.428511 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:55.445970 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:55.458595 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Attempting to bind port 1695acf2-2880-419c-a4a7-4bfc1b4eee22 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:40:55.465810 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Attempting to bind port 1695acf2-2880-419c-a4a7-4bfc1b4eee22 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:40:55.466207 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Attempting to bind port 1695acf2-2880-419c-a4a7-4bfc1b4eee22 on network 4033d1d8-514c-468e-8f1f-247159e0de47 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:40:55.468447 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47fbfb-3b74-4c17-8999-7bc42c42769c req-f98bcc88-fb3b-49a0-9eaf-93e761d94131 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:55.475338 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5c47fbfb-3b74-4c17-8999-7bc42c42769c req-f98bcc88-fb3b-49a0-9eaf-93e761d94131 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.1326034 Sep 26 01:40:55.483307 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011f8d3-043e-46a8-a1c8-46f0468113c6 None None] Pushing event updated for resources: {'Port': ['ID=1695acf2-2880-419c-a4a7-4bfc1b4eee22,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:55.531491 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:55.536794 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-2d6c566c-0476-400d-92e3-814b67cdc2f6 None None] Provisioning complete for port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:40:55.537164 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-2d6c566c-0476-400d-92e3-814b67cdc2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.537493 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-2d6c566c-0476-400d-92e3-814b67cdc2f6 None None] Attempt 1 to provision port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 Sep 26 01:40:55.538931 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-72f3bf5a-1a96-4f84-bf26-b36fa2b4c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:55.540581 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-72f3bf5a-1a96-4f84-bf26-b36fa2b4c62e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=da203c2e-72b6-4935-8d01-4a01b35361c4 HTTP/1.1" status: 200 len: 855 time: 0.1115012 Sep 26 01:40:55.570807 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5c47fbfb-3b74-4c17-8999-7bc42c42769c req-0b25b14e-bc23-401e-a210-59a53499dd83 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942223 Sep 26 01:40:55.575469 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.600184 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-86ccf0e4-f28d-4287-90fb-c16895da1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:55.602124 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-86ccf0e4-f28d-4287-90fb-c16895da1c11 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5af791d8-1618-4513-8e4d-eb7941c2c427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495548 Sep 26 01:40:55.613405 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:40:55.613978 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:40:55.614530 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.614929 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Bound using segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:40:55.615547 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Bound port: 1695acf2-2880-419c-a4a7-4bfc1b4eee22, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:40:55.615910 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.680141 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:55.698177 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] For port 1695acf2-2880-419c-a4a7-4bfc1b4eee22, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:40:55.702985 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] For port 1695acf2-2880-419c-a4a7-4bfc1b4eee22, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=1695acf2-2880-419c-a4a7-4bfc1b4eee22,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:40:55.707497 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c566c-0476-400d-92e3-814b67cdc2f6 None None] Current status of the port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:40:55.711658 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.731139 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-c9a7c9c1-7673-41ad-aa2e-a9ebd2e2bb10 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209788 Sep 26 01:40:55.756797 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:40:55.757923 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:55.767933 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Publish callbacks [] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.773039 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.813811 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011f8d3-043e-46a8-a1c8-46f0468113c6 None None] Pushing event updated for resources: {'Port': ['ID=1695acf2-2880-419c-a4a7-4bfc1b4eee22,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:55.836386 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85bab8d6-d095-4e64-ac1b-5bcc20d4f094 req-8ecfb6e8-0b3d-4212-9a21-d1cc749556ed service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977414 Sep 26 01:40:55.846800 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Pushing event updated for resources: {'Port': ['ID=18544acc-5463-4bb2-a1ed-46ca1cefb5e0,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:55.851367 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428428'] for router_interface (afae10ec-5417-42e0-b049-a2d9a3c888dd), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:55.963750 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a384d7-42c9-4f9e-8fab-d8ebb3026717 req-454dff26-b6f3-4584-b920-32ab5bf6a7ba tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:55.965336 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-54a384d7-42c9-4f9e-8fab-d8ebb3026717 req-454dff26-b6f3-4584-b920-32ab5bf6a7ba tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0497906 Sep 26 01:40:55.967647 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Network 9880eab6-c89c-4490-9622-c91f1df8e6a8 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:40:55.969165 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:40:56.014850 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Provisioning complete for port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:40:56.015070 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:56.015180 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:56.015180 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Attempt 1 to provision port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 Sep 26 01:40:56.069262 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-54a384d7-42c9-4f9e-8fab-d8ebb3026717 req-5e544cc5-8252-418e-a6fa-7f23d6fc9a8d tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956900 Sep 26 01:40:56.070685 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:40:56.072467 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:40:56.099763 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Router afae10ec-5417-42e0-b049-a2d9a3c888dd has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:40:56.168381 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:56.176963 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:40:56.216882 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:40:56.224388 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d61fb9c8-20b5-4a7b-800c-d70e0d5263d4 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/afae10ec-5417-42e0-b049-a2d9a3c888dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8490500 Sep 26 01:40:56.283118 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:40:56.283675 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:56.283797 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 Sep 26 01:40:56.367121 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 1, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:56.398967 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e8757-1187-4975-95f9-37bb08c494bd None None] The sync data for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi is: [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 1, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:40:56.435693 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:40:56.571519 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Attempt 2 to provision port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 Sep 26 01:40:56.634328 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:40:56.731842 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dd8ea-6448-42ed-b845-339c46311896 req-76df5365-9bd5-4f2c-b457-70fbc7f2ffb5 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:56.733634 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a27dd8ea-6448-42ed-b845-339c46311896 req-76df5365-9bd5-4f2c-b457-70fbc7f2ffb5 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0548241 Sep 26 01:40:56.795855 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40494) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:56.801256 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1736602241-network', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:40:56.813812 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a27dd8ea-6448-42ed-b845-339c46311896 req-baa17271-1bbe-4da3-a08a-b517f60d67cb tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669258 Sep 26 01:40:56.847776 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Made reservation on behalf of fd28bfe672a742128e64c0b0badce537 for: {'network': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:40:56.848018 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca72a8-a537-488c-9781-d4ab1614136a req-faf5c09f-f33a-43e2-b50f-89819576eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:56.849529 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eeca72a8-a537-488c-9781-d4ab1614136a req-faf5c09f-f33a-43e2-b50f-89819576eb74 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 1128 time: 0.0591607 Sep 26 01:40:56.850254 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:56.860151 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:56.894921 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-290707c9-6665-439c-b0db-bade6f0cb325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:56.959464 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca72a8-a537-488c-9781-d4ab1614136a req-9f2f8347-c991-4528-ae58-ffb0bba1b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:56.960977 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eeca72a8-a537-488c-9781-d4ab1614136a req-9f2f8347-c991-4528-ae58-ffb0bba1b365 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 200 len: 917 time: 0.1049166 Sep 26 01:40:56.968054 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Publish callbacks [] for security_group (9013399b-2a05-44d5-bf1f-50850e2b65a0), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:56.973043 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (9013399b-2a05-44d5-bf1f-50850e2b65a0), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.004704 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=106406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:40:57.005788 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eeca72a8-a537-488c-9781-d4ab1614136a req-81a96356-7cdb-4a72-9b58-e4e47d8697ea service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 HTTP/1.1" status: 200 len: 217 time: 0.0374408 Sep 26 01:40:57.015907 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9013399b-2a05-44d5-bf1f-50850e2b65a0,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:57.021151 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (f444d1c3-d4f6-4daa-ba6c-37679f07b5a6), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.021740 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.segments_db [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Added segment f444d1c3-d4f6-4daa-ba6c-37679f07b5a6 of type vlan for network 4e63bbee-6f1c-469b-b825-32a8233fa430 Sep 26 01:40:57.069983 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca72a8-a537-488c-9781-d4ab1614136a req-a9b12bcc-cb6e-4549-af7e-203a3d5296bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:57.071235 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (4e63bbee-6f1c-469b-b825-32a8233fa430), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.071446 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eeca72a8-a537-488c-9781-d4ab1614136a req-a9b12bcc-cb6e-4549-af7e-203a3d5296bb service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=da203c2e-72b6-4935-8d01-4a01b35361c4 HTTP/1.1" status: 200 len: 855 time: 0.0589073 Sep 26 01:40:57.105153 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (4e63bbee-6f1c-469b-b825-32a8233fa430), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.106191 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:57.106975 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.123691 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca72a8-a537-488c-9781-d4ab1614136a req-c5f83bf7-a2df-4bf2-8606-4168c9401c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:57.125440 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eeca72a8-a537-488c-9781-d4ab1614136a req-c5f83bf7-a2df-4bf2-8606-4168c9401c3f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5af791d8-1618-4513-8e4d-eb7941c2c427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471480 Sep 26 01:40:57.137131 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Attempt 3 to provision port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 Sep 26 01:40:57.156486 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:57.204207 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4071052 Sep 26 01:40:57.204918 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40498) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:57.211030 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:40:57.212169 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-b6a3db49-c671-4ac4-86d6-80cfa73409d3 admin admin] Request body: {'subnet': {'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1736602241-subnet', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'ip_version': 4}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:40:57.217230 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f46c08-61e3-465b-b2f9-27f99c6a1e8b admin admin] Pushing event updated for resources: {'Network': ['ID=4e63bbee-6f1c-469b-b825-32a8233fa430,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:57.231442 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network 4e63bbee-6f1c-469b-b825-32a8233fa430 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:40:57.239994 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a3db49-c671-4ac4-86d6-80cfa73409d3 admin admin] Made reservation on behalf of fd28bfe672a742128e64c0b0badce537 for: {'subnet': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:40:57.242528 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b6a3db49-c671-4ac4-86d6-80cfa73409d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7861721'] for subnet (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.287825 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91221427-5c32-4563-b50f-e23c939c7215 req-75ba4296-ce4f-412f-b6ac-960e622344cd tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:57.289627 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-91221427-5c32-4563-b50f-e23c939c7215 req-75ba4296-ce4f-412f-b6ac-960e622344cd tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.1012185 Sep 26 01:40:57.341155 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eeca72a8-a537-488c-9781-d4ab1614136a req-33f8bc8d-82e7-4123-8d19-24bd25ce195a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831641 Sep 26 01:40:57.380031 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:57.414932 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-91221427-5c32-4563-b50f-e23c939c7215 req-e5877f55-434a-47f5-b85f-7723c63d6f2c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138325 Sep 26 01:40:57.445293 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:40:57.475940 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b6a3db49-c671-4ac4-86d6-80cfa73409d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6738117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7861711'] for subnet (19703a78-4442-4505-9b04-e7dbb0614e4a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.489823 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eeca72a8-a537-488c-9781-d4ab1614136a req-a68bfcbb-4e49-4638-8cb1-484ec790b885 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365070 Sep 26 01:40:57.524879 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3db49-c671-4ac4-86d6-80cfa73409d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19703a78-4442-4505-9b04-e7dbb0614e4a,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:57.557491 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a3db49-c671-4ac4-86d6-80cfa73409d3 admin admin] Checking segment: {'id': 'f444d1c3-d4f6-4daa-ba6c-37679f07b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:40:57.557846 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a3db49-c671-4ac4-86d6-80cfa73409d3 admin admin] Network hostable DHCP agents. Network: 4e63bbee-6f1c-469b-b825-32a8233fa430, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:40:57.563760 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:57.572602 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:40:57.582085 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a3db49-c671-4ac4-86d6-80cfa73409d3 admin admin] Network 4e63bbee-6f1c-469b-b825-32a8233fa430 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:40:57.589639 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'port_id': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'mac_address': 'fa:16:3e:d0:d5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:40:57.592128 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:57.596373 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-b6a3db49-c671-4ac4-86d6-80cfa73409d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, 4e63bbee-6f1c-469b-b825-32a8233fa430) {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:40:57.605960 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a3db49-c671-4ac4-86d6-80cfa73409d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:57.606610 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b6a3db49-c671-4ac4-86d6-80cfa73409d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.617381 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:57.633976 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40502) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:40:57.634228 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-b6a3db49-c671-4ac4-86d6-80cfa73409d3 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4256897 Sep 26 01:40:57.638292 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1736602241-router', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:40:57.642843 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d0872-ae11-4316-8e05-a771b5dc2f54 None None] Network 4e63bbee-6f1c-469b-b825-32a8233fa430 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:40:57.675407 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (330a19f6-3375-405e-8556-fa73143db457), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.677189 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (330a19f6-3375-405e-8556-fa73143db457), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.698903 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:40:57.699290 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.714849 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Attempt 4 to provision port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 Sep 26 01:40:57.736388 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Publish callbacks [] for router_controller (330a19f6-3375-405e-8556-fa73143db457), precommit_add_association {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.744884 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:40:57.778211 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:57.791823 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:40:57.794546 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:40:57.814780 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.838941 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-4e63bbee-6f1c-469b-b825-32a8233fa430', 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430', 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'fixed_ips': [{'subnet_id': '19703a78-4442-4505-9b04-e7dbb0614e4a'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:40:57.839873 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.890055 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:57.905908 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Publish callbacks [] for router_gateway (330a19f6-3375-405e-8556-fa73143db457), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:57.999851 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2e847-ef61-4846-a722-1264f850d0aa req-5a2e5bcf-17ab-4dcb-9614-2b120155fbcb tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:58.001558 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0bd2e847-ef61-4846-a722-1264f850d0aa req-5a2e5bcf-17ab-4dcb-9614-2b120155fbcb tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 945 time: 0.0914760 Sep 26 01:40:58.016952 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Allocated IP 172.20.0.2 (4e63bbee-6f1c-469b-b825-32a8233fa430/19703a78-4442-4505-9b04-e7dbb0614e4a/499f41e1-42df-415a-a57d-0650b459ecf5) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:40:58.130680 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:40:58.136378 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0bd2e847-ef61-4846-a722-1264f850d0aa req-7efc02dc-39d5-4379-8137-899936df1e96 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260302 Sep 26 01:40:58.186179 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 1695acf2-2880-419c-a4a7-4bfc1b4eee22 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:40:58.190590 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Publish callbacks [] for router_gateway (330a19f6-3375-405e-8556-fa73143db457), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:58.213605 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:58.273972 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:58.280825 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Publish callbacks [] for port (499f41e1-42df-415a-a57d-0650b459ecf5), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:58.295313 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Attempt 5 to provision port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 Sep 26 01:40:58.302733 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:58.322264 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Allocated IP 172.27.0.52 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/aca0afd6-7413-441e-8c10-ca42d208ec60) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:40:58.358127 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 1695acf2-2880-419c-a4a7-4bfc1b4eee22 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:40:58.358756 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:58.359274 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 1695acf2-2880-419c-a4a7-4bfc1b4eee22 Sep 26 01:40:58.360809 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:58.414045 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Network 4e63bbee-6f1c-469b-b825-32a8233fa430 is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:40:58.433856 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:40:58.439389 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:40:58.444908 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:40:58.445771 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Publish callbacks [] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:58.446769 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Pushing event updated for resources: {'Port': ['ID=499f41e1-42df-415a-a57d-0650b459ecf5,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:58.486284 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:58.545837 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:40:58.549563 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:58.567618 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Attempting to bind port 499f41e1-42df-415a-a57d-0650b459ecf5 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:40:58.568152 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Attempting to bind port 499f41e1-42df-415a-a57d-0650b459ecf5 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'f444d1c3-d4f6-4daa-ba6c-37679f07b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:40:58.569022 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Attempting to bind port 499f41e1-42df-415a-a57d-0650b459ecf5 on network 4e63bbee-6f1c-469b-b825-32a8233fa430 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:40:58.570759 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:40:58.574366 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:40:58.605671 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Pushing event updated for resources: {'Port': ['ID=aca0afd6-7413-441e-8c10-ca42d208ec60,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:58.632204 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e12c9-2a88-4bd2-8829-19f1979faaf2 req-fc898450-9daa-4061-9f6f-994e053edc1f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:58.633876 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7e5e12c9-2a88-4bd2-8829-19f1979faaf2 req-fc898450-9daa-4061-9f6f-994e053edc1f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.1111290 Sep 26 01:40:58.686990 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:58.737347 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7e5e12c9-2a88-4bd2-8829-19f1979faaf2 req-17143aa1-c541-44ff-8f67-18a430558c0f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931859 Sep 26 01:40:58.747755 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 1695acf2-2880-419c-a4a7-4bfc1b4eee22 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:40:58.748829 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:58.795666 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 1695acf2-2880-419c-a4a7-4bfc1b4eee22, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=1695acf2-2880-419c-a4a7-4bfc1b4eee22,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:40:58.798186 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:40:58.798610 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Checking segment: {'id': 'f444d1c3-d4f6-4daa-ba6c-37679f07b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:40:58.799201 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:58.799632 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Bound using segment: {'id': 'f444d1c3-d4f6-4daa-ba6c-37679f07b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:40:58.801162 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Bound port: 499f41e1-42df-415a-a57d-0650b459ecf5, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f444d1c3-d4f6-4daa-ba6c-37679f07b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:40:58.802531 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:58.807153 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:58.832914 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Sync routers for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:40:58.850084 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:40:58.850784 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:58.921224 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=1695acf2-2880-419c-a4a7-4bfc1b4eee22,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:58.937266 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] For port 499f41e1-42df-415a-a57d-0650b459ecf5, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:40:58.941677 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] For port 499f41e1-42df-415a-a57d-0650b459ecf5, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=499f41e1-42df-415a-a57d-0650b459ecf5,segment=NetworkSegment(f444d1c3-d4f6-4daa-ba6c-37679f07b5a6),segment_id=f444d1c3-d4f6-4daa-ba6c-37679f07b5a6)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:40:58.943157 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Attempt 6 to provision port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 Sep 26 01:40:58.970955 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:40:58.973656 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.016876 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:40:59.042542 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c7cd7-f8ed-4c6d-898f-e50e7298b628 None None] Pushing event updated for resources: {'Port': ['ID=499f41e1-42df-415a-a57d-0650b459ecf5,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:59.201354 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 2, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:40:59.237999 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Checking router: afae10ec-5417-42e0-b049-a2d9a3c888dd for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:40:59.238501 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Updating router afae10ec-5417-42e0-b049-a2d9a3c888dd port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 binding host dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:40:59.243480 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Publish callbacks [] for router_gateway (330a19f6-3375-405e-8556-fa73143db457), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.279105 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-94bfa7ec-81c8-4c9d-84f1-d050a455f124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.283633 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.360665 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf4707-a21c-4de0-9611-a9e86435d123 req-f490595f-86a9-4af4-9be6-6fa405f77ae2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:59.362234 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1bbf4707-a21c-4de0-9611-a9e86435d123 req-f490595f-86a9-4af4-9be6-6fa405f77ae2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 945 time: 0.0679371 Sep 26 01:40:59.454253 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:40:59.484335 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1bbf4707-a21c-4de0-9611-a9e86435d123 req-50392a02-9f8a-4f52-a7a7-f01fa84ef4c1 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956008 Sep 26 01:40:59.524821 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Attempt 7 to provision port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 Sep 26 01:40:59.553422 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665'] for router (330a19f6-3375-405e-8556-fa73143db457), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.561328 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Publish callbacks [] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), precommit_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.563456 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:40:59.567738 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.570939 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:40:59.575568 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:40:59.576038 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.576417 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 Sep 26 01:40:59.598893 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:59.617199 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:59.617793 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Pushing event updated for resources: {'Port': ['ID=18544acc-5463-4bb2-a1ed-46ca1cefb5e0,revision_number=3']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:59.630259 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.630595 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.630955 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.631308 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.631644 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.631969 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.632291 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.632652 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.632977 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.633302 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.633605 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.633943 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.634266 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.634585 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.634904 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:40:59.658501 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:40:59.659048 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.679468 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:40:59.684977 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:40:59.688994 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58463873-58f9-4dd1-889a-e8a4e13e56cf" -d '{"events": [{"server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "name": "network-vif-plugged", "status": "completed", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:40:59.690377 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Attempting to bind port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:40:59.690854 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Attempting to bind port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:40:59.691539 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Attempting to bind port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 on network 9880eab6-c89c-4490-9622-c91f1df8e6a8 {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:40:59.703793 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:40:59.707209 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Router 330a19f6-3375-405e-8556-fa73143db457 is scheduled to L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 with binding_index 1 {{(pid=106405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 01:40:59.713561 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.746384 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:40:59.747078 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Checking segment: {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:40:59.747751 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.748283 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Bound using segment: {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:40:59.748926 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Bound port: 18544acc-5463-4bb2-a1ed-46ca1cefb5e0, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'}}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:40:59.749703 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.763095 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5851be1-998f-4946-8a81-9b6a92868e28 x-openstack-request-id: req-e5851be1-998f-4946-8a81-9b6a92868e28 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:40:59.763536 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "name": "network-vif-plugged", "status": "completed", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:40:59.763886 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5851be1-998f-4946-8a81-9b6a92868e28 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:40:59.764570 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5851be1-998f-4946-8a81-9b6a92868e28'] response: {'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'code': 200} Sep 26 01:40:59.857048 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:40:59.912541 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] For port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:40:59.916097 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] For port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=18544acc-5463-4bb2-a1ed-46ca1cefb5e0,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:40:59.928268 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:40:59.977067 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fe300-4b13-4e22-9076-b2f86618e9ae req-79033c45-c74b-4beb-b35c-e5cc0f40aa99 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:40:59.980422 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf3fe300-4b13-4e22-9076-b2f86618e9ae req-79033c45-c74b-4beb-b35c-e5cc0f40aa99 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.1109271 Sep 26 01:40:59.984870 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:41:00.006384 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Sync routers for ids ['330a19f6-3375-405e-8556-fa73143db457'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:41:00.026641 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7d764-04dc-47db-a762-3d94449936e5 None None] Pushing event updated for resources: {'Port': ['ID=18544acc-5463-4bb2-a1ed-46ca1cefb5e0,revision_number=4']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:00.034893 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:00.035703 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:00.049671 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Routers {'330a19f6-3375-405e-8556-fa73143db457'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:00.055398 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['330a19f6-3375-405e-8556-fa73143db457'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:00.185005 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23591b22-586a-42b1-b07e-5c2e327b58a8 req-bdd63ecc-afca-4f1f-8cdb-9b642ef50aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:00.186589 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-23591b22-586a-42b1-b07e-5c2e327b58a8 req-bdd63ecc-afca-4f1f-8cdb-9b642ef50aca service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 1129 time: 0.1763821 Sep 26 01:41:00.192335 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Set router 330a19f6-3375-405e-8556-fa73143db457 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:00.215829 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:00.217100 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-71abc386-2b09-41c5-9dd2-3fefde583c4d admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5821276 Sep 26 01:41:00.220049 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40530) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:00.237884 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:00.240016 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:00.242856 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Attempt 8 to provision port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 Sep 26 01:41:00.303919 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf3fe300-4b13-4e22-9076-b2f86618e9ae req-f276311c-5353-48de-b851-1a8b87d8a25c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954006 Sep 26 01:41:00.303919 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:00.303919 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c6222-f834-43c2-bdae-723c29a3c61e req-77a6b6a9-296c-4485-9ca8-e68afb891a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:00.303919 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-646c6222-f834-43c2-bdae-723c29a3c61e req-77a6b6a9-296c-4485-9ca8-e68afb891a53 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 1130 time: 0.2263563 Sep 26 01:41:00.308263 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:00.340889 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2d5e3-99df-47e0-a6e2-b72c7e3289b2 None None] Network 4e63bbee-6f1c-469b-b825-32a8233fa430 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:41:00.448090 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-23591b22-586a-42b1-b07e-5c2e327b58a8 req-3ef39df7-bc99-49ff-a50d-b32a0980de16 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228458 Sep 26 01:41:00.486167 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-646c6222-f834-43c2-bdae-723c29a3c61e req-d6721cb2-d23b-46f1-bf93-a9657a3d9aa0 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584418 Sep 26 01:41:00.488594 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:41:00.597505 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Current status of the port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:00.597938 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:00.636823 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:40:59Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:00.693453 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624ba6e-c604-44a9-ae6e-606f09786282 req-a8fdeee9-8b65-4226-8d87-7fb9655345c2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:00.698927 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:00.699303 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:00.699642 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 Sep 26 01:41:00.702580 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3624ba6e-c604-44a9-ae6e-606f09786282 req-a8fdeee9-8b65-4226-8d87-7fb9655345c2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.1051085 Sep 26 01:41:00.729632 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6a9277-52b6-48b2-b106-7dd53541c7c3 None None] The sync data for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi is: [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:40:59Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:41:00.777574 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3624ba6e-c604-44a9-ae6e-606f09786282 req-ebbeef77-3e50-4089-a932-75855976dd6f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735226 Sep 26 01:41:00.796557 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] For port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=18544acc-5463-4bb2-a1ed-46ca1cefb5e0,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:00.837541 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:00.847124 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:00.898735 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330a19f6-3375-405e-8556-fa73143db457', 'name': 'tempest-TestVolumeBootPattern-1736602241-router', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:57Z', 'updated_at': '2022-09-26T01:40:59Z', 'revision_number': 3, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'gw_port': {'id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a19f6-3375-405e-8556-fa73143db457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:58Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:00.902757 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:00.937808 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:00.953211 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Checking router: 330a19f6-3375-405e-8556-fa73143db457 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:41:00.953561 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Updating router 330a19f6-3375-405e-8556-fa73143db457 port aca0afd6-7413-441e-8c10-ca42d208ec60 binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:41:01.022630 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383aed09-366e-4e37-b2db-6626d994af62 None None] Pushing event updated for resources: {'Port': ['ID=18544acc-5463-4bb2-a1ed-46ca1cefb5e0,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:01.040025 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-6ced16c0-8cbb-4243-b85e-e2a70921778d None None] Provisioning complete for port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:01.043534 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6ced16c0-8cbb-4243-b85e-e2a70921778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.043910 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-6ced16c0-8cbb-4243-b85e-e2a70921778d None None] Attempt 1 to provision port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 Sep 26 01:41:01.045845 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.111302 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:01.112989 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 499f41e1-42df-415a-a57d-0650b459ecf5 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:41:01.139197 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Allocated IP 172.20.0.1 (4e63bbee-6f1c-469b-b825-32a8233fa430/19703a78-4442-4505-9b04-e7dbb0614e4a/003ba850-27fd-414c-af1e-6067ac1a91e1) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:41:01.249612 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:01.255868 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Publish callbacks [] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.291373 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.308121 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 499f41e1-42df-415a-a57d-0650b459ecf5 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:01.308532 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.308896 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 499f41e1-42df-415a-a57d-0650b459ecf5 Sep 26 01:41:01.334994 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Network 4e63bbee-6f1c-469b-b825-32a8233fa430 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:41:01.338351 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:41:01.342900 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:41:01.345316 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-6ced16c0-8cbb-4243-b85e-e2a70921778d None None] Current status of the port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:01.365871 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:01.368947 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Pushing event updated for resources: {'Port': ['ID=003ba850-27fd-414c-af1e-6067ac1a91e1,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:01.377132 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-6ced16c0-8cbb-4243-b85e-e2a70921778d None None] Provisioning complete for port 499f41e1-42df-415a-a57d-0650b459ecf5 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:01.377509 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6ced16c0-8cbb-4243-b85e-e2a70921778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.377855 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-6ced16c0-8cbb-4243-b85e-e2a70921778d None None] Attempt 1 to provision port 499f41e1-42df-415a-a57d-0650b459ecf5 Sep 26 01:41:01.382850 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:01.396301 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428312'] for router_interface (330a19f6-3375-405e-8556-fa73143db457), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.522348 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc3563-4542-468b-a20f-8309d262f588 req-82c7959c-a7bc-413a-80b6-676af64ce8a0 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:01.530671 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53bc3563-4542-468b-a20f-8309d262f588 req-82c7959c-a7bc-413a-80b6-676af64ce8a0 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.1179633 Sep 26 01:41:01.567534 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 499f41e1-42df-415a-a57d-0650b459ecf5 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:01.576786 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.583265 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.607799 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53bc3563-4542-468b-a20f-8309d262f588 req-ab63317a-adf3-47e0-8451-b0ded8c39681 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759776 Sep 26 01:41:01.689675 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Publish callbacks [] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.710716 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-6ced16c0-8cbb-4243-b85e-e2a70921778d None None] Current status of the port 499f41e1-42df-415a-a57d-0650b459ecf5 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:01.711269 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6ced16c0-8cbb-4243-b85e-e2a70921778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.712974 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.802849 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Publish callbacks [] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.809174 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.886969 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Pushing event updated for resources: {'Port': ['ID=003ba850-27fd-414c-af1e-6067ac1a91e1,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:01.889290 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 499f41e1-42df-415a-a57d-0650b459ecf5, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=499f41e1-42df-415a-a57d-0650b459ecf5,segment=NetworkSegment(f444d1c3-d4f6-4daa-ba6c-37679f07b5a6),segment_id=f444d1c3-d4f6-4daa-ba6c-37679f07b5a6)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:01.895533 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428428'] for router_interface (330a19f6-3375-405e-8556-fa73143db457), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.918343 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Attempting to bind port aca0afd6-7413-441e-8c10-ca42d208ec60 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:41:01.918343 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Attempting to bind port aca0afd6-7413-441e-8c10-ca42d208ec60 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:41:01.918343 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Attempting to bind port aca0afd6-7413-441e-8c10-ca42d208ec60 on network 4033d1d8-514c-468e-8f1f-247159e0de47 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:41:01.918791 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:01.919510 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 1695acf2-2880-419c-a4a7-4bfc1b4eee22 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:41:01.967804 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aaedd9-1785-4cea-92bb-e747aca1ab16 None None] Pushing event updated for resources: {'Port': ['ID=aca0afd6-7413-441e-8c10-ca42d208ec60,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:01.999278 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52c335-c565-4f0c-83fa-1fb9b1c0aa47 req-f382ea91-5cfc-4b5f-9ae4-cfad93d64f03 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:01.999943 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:02.001802 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ee52c335-c565-4f0c-83fa-1fb9b1c0aa47 req-f382ea91-5cfc-4b5f-9ae4-cfad93d64f03 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0741930 Sep 26 01:41:02.070822 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.db.api [None req-6ced16c0-8cbb-4243-b85e-e2a70921778d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 01:41:02.071364 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG oslo_db.api [None req-6ced16c0-8cbb-4243-b85e-e2a70921778d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 01:41:02.076462 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Network 4e63bbee-6f1c-469b-b825-32a8233fa430 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:41:02.078008 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:41:02.091786 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ee52c335-c565-4f0c-83fa-1fb9b1c0aa47 req-ae17c693-8c1c-4270-92e7-54a3708e88b1 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811319 Sep 26 01:41:02.091929 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:41:02.092300 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:41:02.092726 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.093116 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Bound using segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:41:02.093596 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Bound port: aca0afd6-7413-441e-8c10-ca42d208ec60, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:41:02.093981 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.161154 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:02.162107 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=499f41e1-42df-415a-a57d-0650b459ecf5,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:02.172863 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.173530 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 1695acf2-2880-419c-a4a7-4bfc1b4eee22 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:02.173886 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.174215 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 1695acf2-2880-419c-a4a7-4bfc1b4eee22 Sep 26 01:41:02.233297 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] For port aca0afd6-7413-441e-8c10-ca42d208ec60, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:41:02.245070 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Router 330a19f6-3375-405e-8556-fa73143db457 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:41:02.263482 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] For port aca0afd6-7413-441e-8c10-ca42d208ec60, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=aca0afd6-7413-441e-8c10-ca42d208ec60,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:41:02.268936 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.276320 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.348954 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Routers {'330a19f6-3375-405e-8556-fa73143db457'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:02.349600 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['330a19f6-3375-405e-8556-fa73143db457'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:02.389920 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:41:02.400382 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-908a7319-b909-4967-8475-8b8f88deaab0 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/330a19f6-3375-405e-8556-fa73143db457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1744688 Sep 26 01:41:02.410163 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 1695acf2-2880-419c-a4a7-4bfc1b4eee22 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:02.420251 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aaedd9-1785-4cea-92bb-e747aca1ab16 None None] Pushing event updated for resources: {'Port': ['ID=aca0afd6-7413-441e-8c10-ca42d208ec60,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:02.492224 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] Set router 330a19f6-3375-405e-8556-fa73143db457 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:02.536982 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:41:02.687682 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-6ced16c0-8cbb-4243-b85e-e2a70921778d None None] Current status of the port 499f41e1-42df-415a-a57d-0650b459ecf5 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:02.708151 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:02.708555 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.708974 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 Sep 26 01:41:02.777236 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40564) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:02.781693 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-7f987e5e-df2d-4cf1-ba0b-668e6da05b44 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718875407', 'description': 'tempest-secgroup-smoke-1718875407 description', 'project_id': '786ed33f027946f581147e672b947df0'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:02.794728 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:02.807334 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7f987e5e-df2d-4cf1-ba0b-668e6da05b44 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.827868 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Provisioning complete for port 003ba850-27fd-414c-af1e-6067ac1a91e1 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:02.828247 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.828610 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Attempt 1 to provision port 003ba850-27fd-414c-af1e-6067ac1a91e1 Sep 26 01:41:02.832145 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330a19f6-3375-405e-8556-fa73143db457', 'name': 'tempest-TestVolumeBootPattern-1736602241-router', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:57Z', 'updated_at': '2022-09-26T01:41:01Z', 'revision_number': 4, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'gw_port': {'id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a19f6-3375-405e-8556-fa73143db457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:58Z', 'updated_at': '2022-09-26T01:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '003ba850-27fd-414c-af1e-6067ac1a91e1', 'name': '', 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'mac_address': 'fa:16:3e:fa:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a19f6-3375-405e-8556-fa73143db457', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '19703a78-4442-4505-9b04-e7dbb0614e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:41:00Z', 'updated_at': '2022-09-26T01:41:01Z', 'revision_number': 2, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'subnets': [{'id': '19703a78-4442-4505-9b04-e7dbb0614e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:02.881191 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7f987e5e-df2d-4cf1-ba0b-668e6da05b44 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group (b7800397-6019-45d1-9be6-ea140cdc3e80), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.885148 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7f987e5e-df2d-4cf1-ba0b-668e6da05b44 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (b7800397-6019-45d1-9be6-ea140cdc3e80), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.897587 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:02.901341 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0d0ed-8db0-43d8-8bbf-e5b440bf000f req-f72ca8e8-42c7-4833-883a-1eea452c009f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:02.901862 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c91076-749b-43c8-81ea-cf90efc644e0 None None] The sync data for ids ['330a19f6-3375-405e-8556-fa73143db457'] in dv-cinder-859203-2-iscsi is: [{'id': '330a19f6-3375-405e-8556-fa73143db457', 'name': 'tempest-TestVolumeBootPattern-1736602241-router', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:57Z', 'updated_at': '2022-09-26T01:41:01Z', 'revision_number': 4, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'gw_port': {'id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a19f6-3375-405e-8556-fa73143db457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:58Z', 'updated_at': '2022-09-26T01:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '003ba850-27fd-414c-af1e-6067ac1a91e1', 'name': '', 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'mac_address': 'fa:16:3e:fa:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a19f6-3375-405e-8556-fa73143db457', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '19703a78-4442-4505-9b04-e7dbb0614e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:41:00Z', 'updated_at': '2022-09-26T01:41:01Z', 'revision_number': 2, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'subnets': [{'id': '19703a78-4442-4505-9b04-e7dbb0614e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:41:02.903259 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-28c0d0ed-8db0-43d8-8bbf-e5b440bf000f req-f72ca8e8-42c7-4833-883a-1eea452c009f tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.1650023 Sep 26 01:41:02.925488 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:02.926652 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 499f41e1-42df-415a-a57d-0650b459ecf5 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:41:02.928325 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Port 003ba850-27fd-414c-af1e-6067ac1a91e1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:41:02.930458 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:02.938669 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-7f987e5e-df2d-4cf1-ba0b-668e6da05b44 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.939883 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-7f987e5e-df2d-4cf1-ba0b-668e6da05b44 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1616135 Sep 26 01:41:02.943381 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40566) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:02.943793 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f987e5e-df2d-4cf1-ba0b-668e6da05b44 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7800397-6019-45d1-9be6-ea140cdc3e80,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:02.953641 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-aeb7ba75-d56d-4768-8e2b-1d76cbd1d5b6 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'security_group_rule': {'security_group_id': 'b7800397-6019-45d1-9be6-ea140cdc3e80', 'project_id': '786ed33f027946f581147e672b947df0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:02.981762 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 499f41e1-42df-415a-a57d-0650b459ecf5 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:02.981996 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:02.982423 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 499f41e1-42df-415a-a57d-0650b459ecf5 Sep 26 01:41:03.008704 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-28c0d0ed-8db0-43d8-8bbf-e5b440bf000f req-c322a089-f6af-49ce-bb8a-80d6862c2e47 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927904 Sep 26 01:41:03.020863 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-aeb7ba75-d56d-4768-8e2b-1d76cbd1d5b6 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (9827390c-3954-4272-b17b-625376d50b11), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.044942 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:03.090388 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 499f41e1-42df-415a-a57d-0650b459ecf5 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:03.106339 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-aeb7ba75-d56d-4768-8e2b-1d76cbd1d5b6 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (9827390c-3954-4272-b17b-625376d50b11), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.111825 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-aeb7ba75-d56d-4768-8e2b-1d76cbd1d5b6 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (9827390c-3954-4272-b17b-625376d50b11), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.132526 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7ba75-d56d-4768-8e2b-1d76cbd1d5b6 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9827390c-3954-4272-b17b-625376d50b11,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:03.151121 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-aeb7ba75-d56d-4768-8e2b-1d76cbd1d5b6 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.152963 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-aeb7ba75-d56d-4768-8e2b-1d76cbd1d5b6 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2074006 Sep 26 01:41:03.156025 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40574) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:03.162222 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-99edd411-624c-4856-8756-83a9b764d175 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'security_group_rule': {'security_group_id': 'b7800397-6019-45d1-9be6-ea140cdc3e80', 'project_id': '786ed33f027946f581147e672b947df0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:03.240461 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-99edd411-624c-4856-8756-83a9b764d175 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (38eeb835-d14f-4551-a258-2f46e5ecbb05), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.323726 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df433dab-dbaa-4da7-a195-4f2e3a440584 req-a4d4ef56-038f-4711-b446-98a1e1f7d176 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:03.325789 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-df433dab-dbaa-4da7-a195-4f2e3a440584 req-a4d4ef56-038f-4711-b446-98a1e1f7d176 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0896132 Sep 26 01:41:03.365650 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-99edd411-624c-4856-8756-83a9b764d175 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (38eeb835-d14f-4551-a258-2f46e5ecbb05), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.371261 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-99edd411-624c-4856-8756-83a9b764d175 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (38eeb835-d14f-4551-a258-2f46e5ecbb05), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.392515 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edd411-624c-4856-8756-83a9b764d175 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38eeb835-d14f-4551-a258-2f46e5ecbb05,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:03.410944 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-99edd411-624c-4856-8756-83a9b764d175 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.412204 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-99edd411-624c-4856-8756-83a9b764d175 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2543828 Sep 26 01:41:03.413124 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-df433dab-dbaa-4da7-a195-4f2e3a440584 req-dbf7eccc-a51f-40d0-9394-433ba5a83419 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743637 Sep 26 01:41:03.414962 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40586) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:03.420792 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-4863c5f0-23c0-414f-a0da-be7aac12fb36 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'security_group_rule': {'security_group_id': 'b7800397-6019-45d1-9be6-ea140cdc3e80', 'project_id': '786ed33f027946f581147e672b947df0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:03.431308 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Attempt 2 to provision port 003ba850-27fd-414c-af1e-6067ac1a91e1 Sep 26 01:41:03.462896 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4863c5f0-23c0-414f-a0da-be7aac12fb36 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (8628440c-5182-4e95-9dab-71620de7a768), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.508481 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Port 003ba850-27fd-414c-af1e-6067ac1a91e1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:41:03.580248 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4863c5f0-23c0-414f-a0da-be7aac12fb36 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (8628440c-5182-4e95-9dab-71620de7a768), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.592447 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4863c5f0-23c0-414f-a0da-be7aac12fb36 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (8628440c-5182-4e95-9dab-71620de7a768), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.614515 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863c5f0-23c0-414f-a0da-be7aac12fb36 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8628440c-5182-4e95-9dab-71620de7a768,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:03.629821 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4863c5f0-23c0-414f-a0da-be7aac12fb36 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.631711 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-4863c5f0-23c0-414f-a0da-be7aac12fb36 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2155676 Sep 26 01:41:03.635932 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40592) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:03.640454 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-e00899b6-8614-4ffa-be4f-69083131325a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'security_group_rule': {'security_group_id': 'b7800397-6019-45d1-9be6-ea140cdc3e80', 'project_id': '786ed33f027946f581147e672b947df0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:03.646238 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194de66-cb64-4e7c-b101-583c4c124284 req-86a6c98f-15ce-4fad-8f10-1afaad9eecec tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:03.647846 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1194de66-cb64-4e7c-b101-583c4c124284 req-86a6c98f-15ce-4fad-8f10-1afaad9eecec tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.1291261 Sep 26 01:41:03.661425 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40594) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:03.666600 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-e89f35ff-45a0-4945-ae47-9195fef56c2e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Request body: {'floatingip': {'port_id': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:03.675135 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cc6ba-4e85-4134-a252-25a22c7ade77 req-874fc56e-4398-4e11-93da-3427b33417cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:03.677652 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-005cc6ba-4e85-4134-a252-25a22c7ade77 req-874fc56e-4398-4e11-93da-3427b33417cb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 1129 time: 0.1136510 Sep 26 01:41:03.714373 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e89f35ff-45a0-4945-ae47-9195fef56c2e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (90fc4278-e70d-43ca-ab44-c6de20843f87), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.718672 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e00899b6-8614-4ffa-be4f-69083131325a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (e53e76e5-fedf-492c-9b57-b65a4dba62b5), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:03.747614 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f54412-7c69-4aca-9432-a3cab17daf64 req-522361e0-c1f8-4d29-9467-0768681b9b28 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:03.748760 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-38f54412-7c69-4aca-9432-a3cab17daf64 req-522361e0-c1f8-4d29-9467-0768681b9b28 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.1380045 Sep 26 01:41:03.778380 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:03.843982 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cc6ba-4e85-4134-a252-25a22c7ade77 req-89fe153f-dfb1-473b-bb30-e1214dc47d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:03.845481 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-005cc6ba-4e85-4134-a252-25a22c7ade77 req-89fe153f-dfb1-473b-bb30-e1214dc47d43 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 919 time: 0.1568480 Sep 26 01:41:03.899594 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-38f54412-7c69-4aca-9432-a3cab17daf64 req-89c9a622-ed41-4c99-8ab8-5dc11077158e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360512 Sep 26 01:41:03.926511 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-005cc6ba-4e85-4134-a252-25a22c7ade77 req-f06169b7-2637-4783-890b-85f20fcf8a5d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6db24c-6002-495f-ba8b-4e1c78db3a08 HTTP/1.1" status: 200 len: 1000 time: 0.0729799 Sep 26 01:41:03.977336 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:03.995584 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cc6ba-4e85-4134-a252-25a22c7ade77 req-46ad36f3-527d-4caa-bc85-b95c356f3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:03.997284 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-005cc6ba-4e85-4134-a252-25a22c7ade77 req-46ad36f3-527d-4caa-bc85-b95c356f3031 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.0649829 Sep 26 01:41:04.022653 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Attempt 3 to provision port 003ba850-27fd-414c-af1e-6067ac1a91e1 Sep 26 01:41:04.065654 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cc6ba-4e85-4134-a252-25a22c7ade77 req-e4e082d7-4f34-4d29-a925-ac05c2640640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:04.066325 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Port 003ba850-27fd-414c-af1e-6067ac1a91e1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:41:04.068087 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-005cc6ba-4e85-4134-a252-25a22c7ade77 req-e4e082d7-4f34-4d29-a925-ac05c2640640 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642734 Sep 26 01:41:04.173751 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-005cc6ba-4e85-4134-a252-25a22c7ade77 req-ea284a92-e6f7-4b01-a582-52bd3c4a4c94 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992756 Sep 26 01:41:04.181621 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e00899b6-8614-4ffa-be4f-69083131325a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (e53e76e5-fedf-492c-9b57-b65a4dba62b5), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.189147 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e00899b6-8614-4ffa-be4f-69083131325a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (e53e76e5-fedf-492c-9b57-b65a4dba62b5), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.219042 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00899b6-8614-4ffa-be4f-69083131325a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53e76e5-fedf-492c-9b57-b65a4dba62b5,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:04.252465 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e00899b6-8614-4ffa-be4f-69083131325a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.254781 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e00899b6-8614-4ffa-be4f-69083131325a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6177850 Sep 26 01:41:04.257567 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40596) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:04.268558 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-16d63267-9d2b-45da-848d-bd1b46471d20 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'security_group_rule': {'security_group_id': 'b7800397-6019-45d1-9be6-ea140cdc3e80', 'project_id': '786ed33f027946f581147e672b947df0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:04.280654 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-005cc6ba-4e85-4134-a252-25a22c7ade77 req-c2130c9d-fab4-49dd-bbe6-ac861e7e5164 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003990 Sep 26 01:41:04.303087 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:04.341099 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.securitygroups_db [None req-16d63267-9d2b-45da-848d-bd1b46471d20 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Project 786ed33f027946f581147e672b947df0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 01:41:04.382332 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-16d63267-9d2b-45da-848d-bd1b46471d20 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (a79d7f00-958b-42b1-bb23-323dce76373b), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.404687 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:04.508257 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-16d63267-9d2b-45da-848d-bd1b46471d20 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (a79d7f00-958b-42b1-bb23-323dce76373b), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.553323 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-16d63267-9d2b-45da-848d-bd1b46471d20 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (a79d7f00-958b-42b1-bb23-323dce76373b), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.556098 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device aca0afd6-7413-441e-8c10-ca42d208ec60 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:41:04.582454 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Attempt 4 to provision port 003ba850-27fd-414c-af1e-6067ac1a91e1 Sep 26 01:41:04.609943 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d63267-9d2b-45da-848d-bd1b46471d20 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79d7f00-958b-42b1-bb23-323dce76373b,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:04.624009 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-16d63267-9d2b-45da-848d-bd1b46471d20 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.628703 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-16d63267-9d2b-45da-848d-bd1b46471d20 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3665631 Sep 26 01:41:04.628877 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Port 003ba850-27fd-414c-af1e-6067ac1a91e1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:41:04.628971 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40604) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:04.634369 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-47011a2f-ef8b-4228-80e1-ec1e23f28583 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'security_group_rule': {'security_group_id': 'b7800397-6019-45d1-9be6-ea140cdc3e80', 'project_id': '786ed33f027946f581147e672b947df0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:04.634974 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e89f35ff-45a0-4945-ae47-9195fef56c2e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.640433 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e89f35ff-45a0-4945-ae47-9195fef56c2e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (90fc4278-e70d-43ca-ab44-c6de20843f87), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.641375 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port aca0afd6-7413-441e-8c10-ca42d208ec60 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:04.641918 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.642409 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port aca0afd6-7413-441e-8c10-ca42d208ec60 Sep 26 01:41:04.666673 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.securitygroups_db [None req-47011a2f-ef8b-4228-80e1-ec1e23f28583 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Project 786ed33f027946f581147e672b947df0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 01:41:04.673308 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-47011a2f-ef8b-4228-80e1-ec1e23f28583 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (0a39ccd2-3f6c-437f-be0d-3be95fc2819e), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.729319 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port aca0afd6-7413-441e-8c10-ca42d208ec60 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:04.729609 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.751000 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-47011a2f-ef8b-4228-80e1-ec1e23f28583 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (0a39ccd2-3f6c-437f-be0d-3be95fc2819e), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.757688 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-47011a2f-ef8b-4228-80e1-ec1e23f28583 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (0a39ccd2-3f6c-437f-be0d-3be95fc2819e), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.757854 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port aca0afd6-7413-441e-8c10-ca42d208ec60, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=aca0afd6-7413-441e-8c10-ca42d208ec60,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:04.762247 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.l3_db [None req-e89f35ff-45a0-4945-ae47-9195fef56c2e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Floating IP 90fc4278-e70d-43ca-ab44-c6de20843f87 associated. External IP: 172.27.0.210, port: c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10. Sep 26 01:41:04.762552 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.789014 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47011a2f-ef8b-4228-80e1-ec1e23f28583 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a39ccd2-3f6c-437f-be0d-3be95fc2819e,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:04.806076 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-47011a2f-ef8b-4228-80e1-ec1e23f28583 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:04.811203 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-47011a2f-ef8b-4228-80e1-ec1e23f28583 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1781313 Sep 26 01:41:04.816703 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=aca0afd6-7413-441e-8c10-ca42d208ec60,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:05.006391 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89f35ff-45a0-4945-ae47-9195fef56c2e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Router 5e501f1e-91e4-4256-b56d-c26a052ccf95 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:41:05.108185 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481523b3-d6a8-47ff-8f64-71514083201b req-9086fddd-4f03-46bb-8f9a-074d7bd8fa7a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:05.115843 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-481523b3-d6a8-47ff-8f64-71514083201b req-9086fddd-4f03-46bb-8f9a-074d7bd8fa7a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.1264589 Sep 26 01:41:05.128984 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Attempt 5 to provision port 003ba850-27fd-414c-af1e-6067ac1a91e1 Sep 26 01:41:05.151113 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89f35ff-45a0-4945-ae47-9195fef56c2e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:41:05.155604 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e89f35ff-45a0-4945-ae47-9195fef56c2e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:05.171113 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-481523b3-d6a8-47ff-8f64-71514083201b req-b51e5552-b7c9-48fd-a00a-a5d7a2e1f260 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518298 Sep 26 01:41:05.191425 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e89f35ff-45a0-4945-ae47-9195fef56c2e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/90fc4278-e70d-43ca-ab44-c6de20843f87 HTTP/1.1" status: 200 len: 992 time: 1.5287054 Sep 26 01:41:05.191683 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Port 003ba850-27fd-414c-af1e-6067ac1a91e1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:41:05.192690 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:41:05.195924 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd47e0ae-4623-44f1-9010-279237e341cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:41:05.248628 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6319a52f-c4ea-4524-af3a-02d44925ee09 x-openstack-request-id: req-6319a52f-c4ea-4524-af3a-02d44925ee09 {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:41:05.248922 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:41:05.249173 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6319a52f-c4ea-4524-af3a-02d44925ee09 {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:41:05.249771 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6319a52f-c4ea-4524-af3a-02d44925ee09'] response: {'name': 'network-changed', 'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'status': 'completed', 'code': 200} Sep 26 01:41:05.283616 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd6b81f-240c-4d69-9ee0-82074b508533 None None] Sync routers for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:41:05.297149 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd6b81f-240c-4d69-9ee0-82074b508533 None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:05.297750 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-6fd6b81f-240c-4d69-9ee0-82074b508533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:05.411034 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-6fd6b81f-240c-4d69-9ee0-82074b508533 None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:05.483875 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Sync routers for ids ['330a19f6-3375-405e-8556-fa73143db457'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:41:05.494174 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Routers {'330a19f6-3375-405e-8556-fa73143db457'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:05.494789 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['330a19f6-3375-405e-8556-fa73143db457'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:05.615824 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Set router 330a19f6-3375-405e-8556-fa73143db457 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:05.627978 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:05.631798 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-6fd6b81f-240c-4d69-9ee0-82074b508533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '90fc4278-e70d-43ca-ab44-c6de20843f87', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'port_id': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'mac_address': 'fa:16:3e:d0:d5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:40:50Z', 'updated_at': '2022-09-26T01:41:04Z', 'revision_number': 1, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:35Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:05.669177 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd6b81f-240c-4d69-9ee0-82074b508533 None None] Checking router: 5e501f1e-91e4-4256-b56d-c26a052ccf95 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:41:05.689755 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd6b81f-240c-4d69-9ee0-82074b508533 None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:05.690479 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-6fd6b81f-240c-4d69-9ee0-82074b508533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:05.707110 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Attempt 6 to provision port 003ba850-27fd-414c-af1e-6067ac1a91e1 Sep 26 01:41:05.720726 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e0ae-4623-44f1-9010-279237e341cc req-b7849b52-96c8-49d6-ae81-30c9a3210acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:05.723535 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bd47e0ae-4623-44f1-9010-279237e341cc req-b7849b52-96c8-49d6-ae81-30c9a3210acf service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 1130 time: 0.0582325 Sep 26 01:41:05.804085 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-6fd6b81f-240c-4d69-9ee0-82074b508533 None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:05.824527 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Port 003ba850-27fd-414c-af1e-6067ac1a91e1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:41:05.897123 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:05.902500 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e0ae-4623-44f1-9010-279237e341cc req-54c8fee7-e011-4827-a6aa-bea4b9cd6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:05.904044 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bd47e0ae-4623-44f1-9010-279237e341cc req-54c8fee7-e011-4827-a6aa-bea4b9cd6a42 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 200 len: 917 time: 0.1302788 Sep 26 01:41:05.946690 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330a19f6-3375-405e-8556-fa73143db457', 'name': 'tempest-TestVolumeBootPattern-1736602241-router', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:57Z', 'updated_at': '2022-09-26T01:41:01Z', 'revision_number': 4, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'gw_port': {'id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330a19f6-3375-405e-8556-fa73143db457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:58Z', 'updated_at': '2022-09-26T01:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '003ba850-27fd-414c-af1e-6067ac1a91e1', 'name': '', 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'mac_address': 'fa:16:3e:fa:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a19f6-3375-405e-8556-fa73143db457', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '19703a78-4442-4505-9b04-e7dbb0614e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:41:00Z', 'updated_at': '2022-09-26T01:41:01Z', 'revision_number': 2, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'subnets': [{'id': '19703a78-4442-4505-9b04-e7dbb0614e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:05.981247 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Checking router: 330a19f6-3375-405e-8556-fa73143db457 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:41:05.981247 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Updating router 330a19f6-3375-405e-8556-fa73143db457 port 003ba850-27fd-414c-af1e-6067ac1a91e1 binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:41:05.984591 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40678) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:06.032093 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-6fd6b81f-240c-4d69-9ee0-82074b508533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '90fc4278-e70d-43ca-ab44-c6de20843f87', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'port_id': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'mac_address': 'fa:16:3e:d0:d5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:40:50Z', 'updated_at': '2022-09-26T01:41:04Z', 'revision_number': 1, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:35Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:06.057311 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.060600 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:06.103535 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bd47e0ae-4623-44f1-9010-279237e341cc req-7366433a-4351-473a-b2a4-3c5027fed786 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 HTTP/1.1" status: 200 len: 1000 time: 0.1085875 Sep 26 01:41:06.104107 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd6b81f-240c-4d69-9ee0-82074b508533 None None] The sync data for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi is: [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '90fc4278-e70d-43ca-ab44-c6de20843f87', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'port_id': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'mac_address': 'fa:16:3e:d0:d5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:40:50Z', 'updated_at': '2022-09-26T01:41:04Z', 'revision_number': 1, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:35Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:41:06.142464 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-840e8081-c94b-46c5-acd3-9c1ed308c380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.239606 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-840e8081-c94b-46c5-acd3-9c1ed308c380 admin admin] Publish callbacks [] for security_group (160dba44-fa6f-48d5-8f92-4888bd967044), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.246439 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-840e8081-c94b-46c5-acd3-9c1ed308c380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (160dba44-fa6f-48d5-8f92-4888bd967044), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.250808 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:06.286274 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:06.297095 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e8081-c94b-46c5-acd3-9c1ed308c380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160dba44-fa6f-48d5-8f92-4888bd967044,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:06.316821 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-840e8081-c94b-46c5-acd3-9c1ed308c380 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=465acd2125594298b5dfd5abfd56afdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276975 Sep 26 01:41:06.317523 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40684) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:06.323405 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134569c-2264-4812-8faa-5839d149ca68 req-77ff7e35-bf94-4026-94ff-aea6891e5b4c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:06.332509 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4134569c-2264-4812-8faa-5839d149ca68 req-77ff7e35-bf94-4026-94ff-aea6891e5b4c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0802360 Sep 26 01:41:06.364913 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Attempt 7 to provision port 003ba850-27fd-414c-af1e-6067ac1a91e1 Sep 26 01:41:06.373715 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8444b4e1-661d-4ccf-846d-27cff68bafd1 admin admin] Publish callbacks [] for security_group (160dba44-fa6f-48d5-8f92-4888bd967044), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.388027 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4134569c-2264-4812-8faa-5839d149ca68 req-af52dbef-3b88-4305-b52e-bba94de514b7 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543957 Sep 26 01:41:06.388445 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:06.401305 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8444b4e1-661d-4ccf-846d-27cff68bafd1 admin admin] Publish callbacks [] for security_group (160dba44-fa6f-48d5-8f92-4888bd967044), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.480923 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Port 003ba850-27fd-414c-af1e-6067ac1a91e1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:41:06.483309 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8444b4e1-661d-4ccf-846d-27cff68bafd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (160dba44-fa6f-48d5-8f92-4888bd967044), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.491492 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8444b4e1-661d-4ccf-846d-27cff68bafd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.496517 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-8444b4e1-661d-4ccf-846d-27cff68bafd1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/160dba44-fa6f-48d5-8f92-4888bd967044 HTTP/1.1" status: 204 len: 168 time: 0.1754780 Sep 26 01:41:06.526679 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b4e1-661d-4ccf-846d-27cff68bafd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160dba44-fa6f-48d5-8f92-4888bd967044,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:06.582229 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:06.630837 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e0ae-4623-44f1-9010-279237e341cc req-53169032-a59b-46c4-8e54-b03b211aa873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:06.632317 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bd47e0ae-4623-44f1-9010-279237e341cc req-53169032-a59b-46c4-8e54-b03b211aa873 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=da203c2e-72b6-4935-8d01-4a01b35361c4 HTTP/1.1" status: 200 len: 855 time: 0.1204326 Sep 26 01:41:06.642295 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device aca0afd6-7413-441e-8c10-ca42d208ec60 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:41:06.654994 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Publish callbacks [] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.701082 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad464b8-39f8-4ffc-a303-8d2ff2508441 req-85e5f71f-aeb1-40ae-aa4a-4daf08dacabc tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:06.702258 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ad464b8-39f8-4ffc-a303-8d2ff2508441 req-85e5f71f-aeb1-40ae-aa4a-4daf08dacabc tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.1187940 Sep 26 01:41:06.703921 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e0ae-4623-44f1-9010-279237e341cc req-0c1502a8-87ec-42d6-a263-d45903f9c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:06.704915 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.705441 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bd47e0ae-4623-44f1-9010-279237e341cc req-0c1502a8-87ec-42d6-a263-d45903f9c1a4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5af791d8-1618-4513-8e4d-eb7941c2c427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630014 Sep 26 01:41:06.715679 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40692) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:06.738688 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-88ac4a8a-5907-4bc4-8a04-f3b7968cdfaa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Request body: {'floatingip': {'port_id': '6a6db24c-6002-495f-ba8b-4e1c78db3a08'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:06.797815 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port aca0afd6-7413-441e-8c10-ca42d208ec60 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:06.798145 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.798427 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port aca0afd6-7413-441e-8c10-ca42d208ec60 Sep 26 01:41:06.829228 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:06.840132 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b65a5-0219-42d0-9bf6-fca00855479e None None] Pushing event updated for resources: {'Port': ['ID=003ba850-27fd-414c-af1e-6067ac1a91e1,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:06.867366 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-88ac4a8a-5907-4bc4-8a04-f3b7968cdfaa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for floatingip (e8583f7e-74da-47a7-8110-2cdc20f4d21c), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.868890 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc0d1ff-75f7-4044-b66a-9ed983de6e4b None None] New status for floating IP 90fc4278-e70d-43ca-ab44-c6de20843f87: ACTIVE {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:41:06.869378 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Attempting to bind port 003ba850-27fd-414c-af1e-6067ac1a91e1 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:41:06.869585 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Attempting to bind port 003ba850-27fd-414c-af1e-6067ac1a91e1 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'f444d1c3-d4f6-4daa-ba6c-37679f07b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:41:06.869882 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Attempting to bind port 003ba850-27fd-414c-af1e-6067ac1a91e1 on network 4e63bbee-6f1c-469b-b825-32a8233fa430 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:41:06.967102 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:41:06.967471 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Checking segment: {'id': 'f444d1c3-d4f6-4daa-ba6c-37679f07b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:41:06.967865 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.968248 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Bound using segment: {'id': 'f444d1c3-d4f6-4daa-ba6c-37679f07b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:41:06.968767 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Bound port: 003ba850-27fd-414c-af1e-6067ac1a91e1, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f444d1c3-d4f6-4daa-ba6c-37679f07b5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:41:06.969135 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:06.978945 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bd47e0ae-4623-44f1-9010-279237e341cc req-ef0a08da-475b-4a2a-b7a3-ea09135d62e9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608101 Sep 26 01:41:06.983177 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Attempt 8 to provision port 003ba850-27fd-414c-af1e-6067ac1a91e1 Sep 26 01:41:07.010671 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port aca0afd6-7413-441e-8c10-ca42d208ec60 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:07.075012 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Port 003ba850-27fd-414c-af1e-6067ac1a91e1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:41:07.109719 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] For port 003ba850-27fd-414c-af1e-6067ac1a91e1, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:41:07.113594 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] For port 003ba850-27fd-414c-af1e-6067ac1a91e1, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=003ba850-27fd-414c-af1e-6067ac1a91e1,segment=NetworkSegment(f444d1c3-d4f6-4daa-ba6c-37679f07b5a6),segment_id=f444d1c3-d4f6-4daa-ba6c-37679f07b5a6)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:41:07.120403 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:07.168162 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Routers {'330a19f6-3375-405e-8556-fa73143db457'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:07.168970 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['330a19f6-3375-405e-8556-fa73143db457'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:07.236216 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b65a5-0219-42d0-9bf6-fca00855479e None None] Pushing event updated for resources: {'Port': ['ID=003ba850-27fd-414c-af1e-6067ac1a91e1,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:07.309347 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] Set router 330a19f6-3375-405e-8556-fa73143db457 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:07.340850 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:07.350568 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:07.478265 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bd47e0ae-4623-44f1-9010-279237e341cc req-778fe629-d8d2-4b90-819e-9b68a36d747e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882801 Sep 26 01:41:07.562797 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330a19f6-3375-405e-8556-fa73143db457', 'name': 'tempest-TestVolumeBootPattern-1736602241-router', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:57Z', 'updated_at': '2022-09-26T01:41:01Z', 'revision_number': 4, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'gw_port': {'id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330a19f6-3375-405e-8556-fa73143db457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:58Z', 'updated_at': '2022-09-26T01:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '003ba850-27fd-414c-af1e-6067ac1a91e1', 'name': '', 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'mac_address': 'fa:16:3e:fa:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a19f6-3375-405e-8556-fa73143db457', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '19703a78-4442-4505-9b04-e7dbb0614e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:41:00Z', 'updated_at': '2022-09-26T01:41:07Z', 'revision_number': 4, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'subnets': [{'id': '19703a78-4442-4505-9b04-e7dbb0614e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:07.595230 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Attempt 9 to provision port 003ba850-27fd-414c-af1e-6067ac1a91e1 Sep 26 01:41:07.629297 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3043a2-66dd-4a1b-af26-3f47cec875dc None None] The sync data for ids ['330a19f6-3375-405e-8556-fa73143db457'] in dv-cinder-859203-2-iscsi is: [{'id': '330a19f6-3375-405e-8556-fa73143db457', 'name': 'tempest-TestVolumeBootPattern-1736602241-router', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:57Z', 'updated_at': '2022-09-26T01:41:01Z', 'revision_number': 4, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'gw_port': {'id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330a19f6-3375-405e-8556-fa73143db457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:58Z', 'updated_at': '2022-09-26T01:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '003ba850-27fd-414c-af1e-6067ac1a91e1', 'name': '', 'network_id': '4e63bbee-6f1c-469b-b825-32a8233fa430', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'mac_address': 'fa:16:3e:fa:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a19f6-3375-405e-8556-fa73143db457', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '19703a78-4442-4505-9b04-e7dbb0614e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:41:00Z', 'updated_at': '2022-09-26T01:41:07Z', 'revision_number': 4, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'subnets': [{'id': '19703a78-4442-4505-9b04-e7dbb0614e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:41:07.690681 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Current status of the port 003ba850-27fd-414c-af1e-6067ac1a91e1 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:07.691110 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:07.752128 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] For port 003ba850-27fd-414c-af1e-6067ac1a91e1, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=003ba850-27fd-414c-af1e-6067ac1a91e1,segment=NetworkSegment(f444d1c3-d4f6-4daa-ba6c-37679f07b5a6),segment_id=f444d1c3-d4f6-4daa-ba6c-37679f07b5a6)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:07.757418 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:07.793556 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-88ac4a8a-5907-4bc4-8a04-f3b7968cdfaa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:07.806174 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-88ac4a8a-5907-4bc4-8a04-f3b7968cdfaa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (e8583f7e-74da-47a7-8110-2cdc20f4d21c), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:07.806961 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Provisioning complete for port 499f41e1-42df-415a-a57d-0650b459ecf5 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:07.807319 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:07.807669 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Attempt 1 to provision port 499f41e1-42df-415a-a57d-0650b459ecf5 Sep 26 01:41:07.865138 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Pushing event updated for resources: {'Port': ['ID=003ba850-27fd-414c-af1e-6067ac1a91e1,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:07.929197 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9d766d91-2799-4560-9758-e8295e6489d7 None None] Current status of the port 499f41e1-42df-415a-a57d-0650b459ecf5 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:07.995629 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:08.068730 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ac4a8a-5907-4bc4-8a04-f3b7968cdfaa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:41:08.226447 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ac4a8a-5907-4bc4-8a04-f3b7968cdfaa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:41:08.231250 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-88ac4a8a-5907-4bc4-8a04-f3b7968cdfaa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:08.237763 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726a68c-2ca7-4702-9cb5-8b4385e4129e None None] Sync routers for ids ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:41:08.249106 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726a68c-2ca7-4702-9cb5-8b4385e4129e None None] Routers {'5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:08.249904 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-9726a68c-2ca7-4702-9cb5-8b4385e4129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:08.292976 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b15f03f-c129-4db7-a021-c160558dbecb', 'tag': '6a6db24c-6002-495f-ba8b-4e1c78db3a08'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:41:08.295262 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f22c64-68af-4cf4-aac1-8836327580ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5b15f03f-c129-4db7-a021-c160558dbecb", "tag": "6a6db24c-6002-495f-ba8b-4e1c78db3a08"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:41:08.298894 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:08.314088 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-88ac4a8a-5907-4bc4-8a04-f3b7968cdfaa tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/e8583f7e-74da-47a7-8110-2cdc20f4d21c HTTP/1.1" status: 200 len: 992 time: 1.5971193 Sep 26 01:41:08.347665 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b75f4d-3a8d-44e1-b887-962dc80996ff x-openstack-request-id: req-97b75f4d-3a8d-44e1-b887-962dc80996ff {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:41:08.347958 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b15f03f-c129-4db7-a021-c160558dbecb", "tag": "6a6db24c-6002-495f-ba8b-4e1c78db3a08", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:41:08.348222 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97b75f4d-3a8d-44e1-b887-962dc80996ff {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:41:08.348678 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b75f4d-3a8d-44e1-b887-962dc80996ff'] response: {'name': 'network-changed', 'server_uuid': '5b15f03f-c129-4db7-a021-c160558dbecb', 'tag': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'status': 'completed', 'code': 200} Sep 26 01:41:08.368419 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-9726a68c-2ca7-4702-9cb5-8b4385e4129e None None] Set router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:08.413540 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f22c64-68af-4cf4-aac1-8836327580ea req-c021284e-486c-4bd5-8030-76d4055668b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:08.415066 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-36f22c64-68af-4cf4-aac1-8836327580ea req-c021284e-486c-4bd5-8030-76d4055668b4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 1129 time: 0.0437393 Sep 26 01:41:08.545287 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 003ba850-27fd-414c-af1e-6067ac1a91e1 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:41:08.548829 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f22c64-68af-4cf4-aac1-8836327580ea req-3fd4a1fb-59f3-43ab-ae4b-9567155e6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:08.550530 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-36f22c64-68af-4cf4-aac1-8836327580ea req-3fd4a1fb-59f3-43ab-ae4b-9567155e6b25 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 919 time: 0.1179364 Sep 26 01:41:08.620912 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-36f22c64-68af-4cf4-aac1-8836327580ea req-8fb2048f-1ab1-476e-80be-e2e3051d3b1f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6db24c-6002-495f-ba8b-4e1c78db3a08 HTTP/1.1" status: 200 len: 1000 time: 0.0637956 Sep 26 01:41:08.644370 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 003ba850-27fd-414c-af1e-6067ac1a91e1 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:08.644370 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:08.644370 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 003ba850-27fd-414c-af1e-6067ac1a91e1 Sep 26 01:41:08.683056 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f22c64-68af-4cf4-aac1-8836327580ea req-423ff76f-a180-4dd2-93e0-a8af141e7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:08.684640 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-36f22c64-68af-4cf4-aac1-8836327580ea req-423ff76f-a180-4dd2-93e0-a8af141e7b42 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.0549386 Sep 26 01:41:08.692337 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:08.707032 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:08.713933 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-9726a68c-2ca7-4702-9cb5-8b4385e4129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'e8583f7e-74da-47a7-8110-2cdc20f4d21c', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'port_id': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'mac_address': 'fa:16:3e:1e:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15f03f-c129-4db7-a021-c160558dbecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:38:42Z', 'updated_at': '2022-09-26T01:41:07Z', 'revision_number': 3, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b2b825-2600-475b-9362-3b9e6f5405c2', 'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'mac_address': 'fa:16:3e:9d:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:15Z', 'updated_at': '2022-09-26T01:36:31Z', 'revision_number': 5, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'subnets': [{'id': '38206234-32a5-44a3-8e38-190376c3054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:08.731915 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f22c64-68af-4cf4-aac1-8836327580ea req-ed562e92-65e1-43c2-93c1-b1a247897ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:08.733469 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-36f22c64-68af-4cf4-aac1-8836327580ea req-ed562e92-65e1-43c2-93c1-b1a247897ef5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418766 Sep 26 01:41:08.742183 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726a68c-2ca7-4702-9cb5-8b4385e4129e None None] Checking router: 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:41:08.772887 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726a68c-2ca7-4702-9cb5-8b4385e4129e None None] Routers {'5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:08.773522 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-9726a68c-2ca7-4702-9cb5-8b4385e4129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:08.820101 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 003ba850-27fd-414c-af1e-6067ac1a91e1 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:08.835971 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-36f22c64-68af-4cf4-aac1-8836327580ea req-486ce48c-cb82-4cf4-b9ab-4abde26d19ae service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950191 Sep 26 01:41:08.889871 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-9726a68c-2ca7-4702-9cb5-8b4385e4129e None None] Set router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:08.931890 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-36f22c64-68af-4cf4-aac1-8836327580ea req-508d606a-f58c-46d4-b2c3-05a45de4bd7e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894537 Sep 26 01:41:09.117028 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-9726a68c-2ca7-4702-9cb5-8b4385e4129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'e8583f7e-74da-47a7-8110-2cdc20f4d21c', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'port_id': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'mac_address': 'fa:16:3e:1e:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15f03f-c129-4db7-a021-c160558dbecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:38:42Z', 'updated_at': '2022-09-26T01:41:07Z', 'revision_number': 3, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b2b825-2600-475b-9362-3b9e6f5405c2', 'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'mac_address': 'fa:16:3e:9d:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:15Z', 'updated_at': '2022-09-26T01:36:31Z', 'revision_number': 5, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'subnets': [{'id': '38206234-32a5-44a3-8e38-190376c3054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:09.142569 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726a68c-2ca7-4702-9cb5-8b4385e4129e None None] The sync data for ids ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'] in dv-cinder-859203-2-iscsi is: [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'e8583f7e-74da-47a7-8110-2cdc20f4d21c', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'port_id': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'mac_address': 'fa:16:3e:1e:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b15f03f-c129-4db7-a021-c160558dbecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:38:42Z', 'updated_at': '2022-09-26T01:41:07Z', 'revision_number': 3, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b2b825-2600-475b-9362-3b9e6f5405c2', 'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'mac_address': 'fa:16:3e:9d:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:15Z', 'updated_at': '2022-09-26T01:36:31Z', 'revision_number': 5, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'subnets': [{'id': '38206234-32a5-44a3-8e38-190376c3054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:41:10.349846 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b15f03f-c129-4db7-a021-c160558dbecb', 'tag': '6a6db24c-6002-495f-ba8b-4e1c78db3a08'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:41:10.352185 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3381a02-a9f9-4e56-be24-cd30eaf5f59d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b15f03f-c129-4db7-a021-c160558dbecb", "tag": "6a6db24c-6002-495f-ba8b-4e1c78db3a08"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:41:10.389931 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daa3d06-b725-4f6e-8c7f-7621e37f5635 x-openstack-request-id: req-0daa3d06-b725-4f6e-8c7f-7621e37f5635 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:41:10.390218 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b15f03f-c129-4db7-a021-c160558dbecb", "tag": "6a6db24c-6002-495f-ba8b-4e1c78db3a08", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:41:10.390473 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0daa3d06-b725-4f6e-8c7f-7621e37f5635 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:41:10.390882 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0daa3d06-b725-4f6e-8c7f-7621e37f5635'] response: {'name': 'network-changed', 'server_uuid': '5b15f03f-c129-4db7-a021-c160558dbecb', 'tag': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'status': 'completed', 'code': 200} Sep 26 01:41:10.451323 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3381a02-a9f9-4e56-be24-cd30eaf5f59d req-a30b706c-b4aa-4c7c-b3e6-a98f0737d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:10.452833 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d3381a02-a9f9-4e56-be24-cd30eaf5f59d req-a30b706c-b4aa-4c7c-b3e6-a98f0737d719 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a553921e97994322b71fda7d032ed8bf&device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 1129 time: 0.0389183 Sep 26 01:41:10.553298 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3381a02-a9f9-4e56-be24-cd30eaf5f59d req-eb86c634-38ea-4ba4-83b7-ed764ace2078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:10.554654 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d3381a02-a9f9-4e56-be24-cd30eaf5f59d req-eb86c634-38ea-4ba4-83b7-ed764ace2078 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 200 len: 919 time: 0.0927172 Sep 26 01:41:10.631273 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d3381a02-a9f9-4e56-be24-cd30eaf5f59d req-daad49f4-7464-4124-a6f4-89da7110d962 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6db24c-6002-495f-ba8b-4e1c78db3a08 HTTP/1.1" status: 200 len: 1000 time: 0.0687599 Sep 26 01:41:10.677387 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:10.689573 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3381a02-a9f9-4e56-be24-cd30eaf5f59d req-5e21e75c-5378-49cf-8571-6d699f6a1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:10.691939 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d3381a02-a9f9-4e56-be24-cd30eaf5f59d req-5e21e75c-5378-49cf-8571-6d699f6a1da3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 200 len: 857 time: 0.0536320 Sep 26 01:41:10.744058 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3381a02-a9f9-4e56-be24-cd30eaf5f59d req-916c65f9-e8ea-491d-998a-eb25866b12b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:10.745605 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d3381a02-a9f9-4e56-be24-cd30eaf5f59d req-916c65f9-e8ea-491d-998a-eb25866b12b2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a09d4722-058c-40eb-9bf4-6c4a707b96c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454144 Sep 26 01:41:10.850536 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d3381a02-a9f9-4e56-be24-cd30eaf5f59d req-c5128b68-d3f0-4c86-99ac-99cdbcd68dc8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969412 Sep 26 01:41:10.955961 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d3381a02-a9f9-4e56-be24-cd30eaf5f59d req-f9b8570e-c212-40cd-88b1-23265c280450 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907485 Sep 26 01:41:12.344644 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5631287a-9dd1-48cb-8c9d-16fd759faa9f req-1146e21d-607f-45d3-a500-88f55d363df2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414805 Sep 26 01:41:12.417335 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631287a-9dd1-48cb-8c9d-16fd759faa9f req-5e0b0fdd-1493-47fa-99c9-f7db23421829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:12.418875 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5631287a-9dd1-48cb-8c9d-16fd759faa9f req-5e0b0fdd-1493-47fa-99c9-f7db23421829 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3677555d86804f03ae243765cfd3fd24&device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 1130 time: 0.0453315 Sep 26 01:41:12.449657 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:12.532444 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631287a-9dd1-48cb-8c9d-16fd759faa9f req-d79198b4-babb-4106-836f-5281ad38210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:12.533976 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5631287a-9dd1-48cb-8c9d-16fd759faa9f req-d79198b4-babb-4106-836f-5281ad38210c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=698acfe8-54a1-4ab3-9d7d-022ce3847edf HTTP/1.1" status: 200 len: 912 time: 0.0934882 Sep 26 01:41:12.615603 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5631287a-9dd1-48cb-8c9d-16fd759faa9f req-a5c8277b-8056-4c95-bc59-1e37878507bd service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c HTTP/1.1" status: 200 len: 1002 time: 0.0658202 Sep 26 01:41:12.667741 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631287a-9dd1-48cb-8c9d-16fd759faa9f req-7239490c-6681-404f-b2af-a299aa0cf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:12.669757 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5631287a-9dd1-48cb-8c9d-16fd759faa9f req-7239490c-6681-404f-b2af-a299aa0cf921 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5ecd00a3-5bd9-4765-8aee-f670f166552f HTTP/1.1" status: 200 len: 850 time: 0.0467718 Sep 26 01:41:12.720272 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631287a-9dd1-48cb-8c9d-16fd759faa9f req-4a3d5640-62e9-4e61-87d7-7eb7615d021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:12.723203 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5631287a-9dd1-48cb-8c9d-16fd759faa9f req-4a3d5640-62e9-4e61-87d7-7eb7615d021f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=698acfe8-54a1-4ab3-9d7d-022ce3847edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449543 Sep 26 01:41:12.824227 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5631287a-9dd1-48cb-8c9d-16fd759faa9f req-1f2f82b3-58a9-413b-a358-a4c6a928dd20 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937843 Sep 26 01:41:12.924806 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5631287a-9dd1-48cb-8c9d-16fd759faa9f req-1990c15f-0ece-41fd-9f76-cb3bd8a24ec3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937161 Sep 26 01:41:16.447690 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:16.481204 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:16.527119 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:17.053098 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=69 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:17.113731 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:17.312991 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:41:18.279779 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40870) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:18.389878 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-25d9dd9b-9376-4e62-af91-8dd9eb1a67da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:18.465979 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-25d9dd9b-9376-4e62-af91-8dd9eb1a67da admin admin] Publish callbacks [] for security_group (f9de1b47-f6ef-44a0-8a2d-7567dbdc2602), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:18.469279 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-25d9dd9b-9376-4e62-af91-8dd9eb1a67da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (f9de1b47-f6ef-44a0-8a2d-7567dbdc2602), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:18.510651 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-25d9dd9b-9376-4e62-af91-8dd9eb1a67da admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=decaa8aea076462684cb489129e50f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297070 Sep 26 01:41:18.511379 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9dd9b-9376-4e62-af91-8dd9eb1a67da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9de1b47-f6ef-44a0-8a2d-7567dbdc2602,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:18.513418 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40874) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:18.563638 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0ab95086-00dd-4c0f-a033-b0f92f2e4a84 admin admin] Publish callbacks [] for security_group (f9de1b47-f6ef-44a0-8a2d-7567dbdc2602), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:18.587800 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0ab95086-00dd-4c0f-a033-b0f92f2e4a84 admin admin] Publish callbacks [] for security_group (f9de1b47-f6ef-44a0-8a2d-7567dbdc2602), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:18.636692 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0ab95086-00dd-4c0f-a033-b0f92f2e4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (f9de1b47-f6ef-44a0-8a2d-7567dbdc2602), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:18.639245 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0ab95086-00dd-4c0f-a033-b0f92f2e4a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:18.640446 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-0ab95086-00dd-4c0f-a033-b0f92f2e4a84 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f9de1b47-f6ef-44a0-8a2d-7567dbdc2602 HTTP/1.1" status: 204 len: 168 time: 0.1259534 Sep 26 01:41:18.648316 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab95086-00dd-4c0f-a033-b0f92f2e4a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9de1b47-f6ef-44a0-8a2d-7567dbdc2602,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:21.601803 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:21.626501 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-f75c5a50-2741-4297-ae60-870410ec0e36 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1718875407&fields=id&tenant_id=786ed33f027946f581147e672b947df0 HTTP/1.1" status: 200 len: 267 time: 0.0467751 Sep 26 01:41:21.738985 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-40c9806f-5e03-4d95-b21b-1a7acbfa8de8 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:21.740497 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-40c9806f-5e03-4d95-b21b-1a7acbfa8de8 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 812 time: 0.1063123 Sep 26 01:41:21.755320 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-ced5ab01-b22a-4731-9fd7-129a7be8ce6b tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/quotas/786ed33f027946f581147e672b947df0 HTTP/1.1" status: 200 len: 375 time: 0.0091183 Sep 26 01:41:21.807031 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-eb4953b3-2027-4a94-9951-8222553bfbb1 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468526 Sep 26 01:41:21.907996 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-cb6dd672-4a08-4986-86df-f5dc72bc26d8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882516 Sep 26 01:41:21.930872 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:22.000137 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-169f900f-ff05-4f24-85c4-97efebbdf910 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857160 Sep 26 01:41:22.305492 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-93533cd0-6794-4c30-b8a2-519fc49e0dd4 req-bb67c2e1-538f-43e8-9042-636ff6e7da32 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 210 time: 0.0295441 Sep 26 01:41:23.414196 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a593918e-3be8-4421-a686-45d6a4e8681b req-f35d32ef-7a6d-4928-8aeb-84f20ddb917d tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 210 time: 0.0325329 Sep 26 01:41:23.573487 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-c224446a-52ee-4866-8db3-08316daba9ae tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:23.574940 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-c224446a-52ee-4866-8db3-08316daba9ae tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 812 time: 0.1080141 Sep 26 01:41:23.642084 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-1c6f179d-e95d-4e00-beaa-3b0353d2a778 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=786ed33f027946f581147e672b947df0 HTTP/1.1" status: 200 len: 380 time: 0.0549543 Sep 26 01:41:23.651074 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'port': {'device_id': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'admin_state_up': True, 'tenant_id': '786ed33f027946f581147e672b947df0', 'security_groups': ['b7800397-6019-45d1-9be6-ea140cdc3e80']}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:23.763137 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Made reservation on behalf of 786ed33f027946f581147e672b947df0 for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:41:23.766827 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:23.896366 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Allocated IP 172.20.0.11 (9880eab6-c89c-4490-9622-c91f1df8e6a8/840b9a72-e2b8-40ef-b59c-aae9095f9e03/729940fc-9c6b-495b-994b-02d51a549f20) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:41:24.016138 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:24.045041 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for port (729940fc-9c6b-495b-994b-02d51a549f20), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:24.079051 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (729940fc-9c6b-495b-994b-02d51a549f20), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:24.124125 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Network 9880eab6-c89c-4490-9622-c91f1df8e6a8 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:41:24.127320 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:41:24.131600 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:41:24.157382 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:24.160668 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'Port': ['ID=729940fc-9c6b-495b-994b-02d51a549f20,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:24.188077 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:24.188729 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:24.207085 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-09739629-fae1-4c7a-a512-dffb6b0f8408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5590184 Sep 26 01:41:24.217895 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Request body: {'port': {'device_id': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:24.284109 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (729940fc-9c6b-495b-994b-02d51a549f20), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:24.357065 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-a116544a-5dc9-41fc-b74f-6ef2b5091880 None None] Provisioning complete for port 729940fc-9c6b-495b-994b-02d51a549f20 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:24.357593 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a116544a-5dc9-41fc-b74f-6ef2b5091880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (729940fc-9c6b-495b-994b-02d51a549f20), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:24.357754 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a116544a-5dc9-41fc-b74f-6ef2b5091880 None None] Attempt 1 to provision port 729940fc-9c6b-495b-994b-02d51a549f20 Sep 26 01:41:24.390348 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a116544a-5dc9-41fc-b74f-6ef2b5091880 None None] Port 729940fc-9c6b-495b-994b-02d51a549f20 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:41:24.562882 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8cdf2-b514-4fd9-b4a9-0e8d7bd854f1 req-0fab3a98-88f9-44ef-a379-0126aff64c60 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:24.564363 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-41b8cdf2-b514-4fd9-b4a9-0e8d7bd854f1 req-0fab3a98-88f9-44ef-a379-0126aff64c60 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 932 time: 0.0683208 Sep 26 01:41:24.624245 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729940fc-9c6b-495b-994b-02d51a549f20 {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:41:24.647865 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Publish callbacks [] for port (729940fc-9c6b-495b-994b-02d51a549f20), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:24.670666 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Transition to ACTIVE for port object 729940fc-9c6b-495b-994b-02d51a549f20 will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:41:24.675705 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-41b8cdf2-b514-4fd9-b4a9-0e8d7bd854f1 req-3eeaa181-5e6e-4cc1-9995-c510bf223186 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046605 Sep 26 01:41:24.677001 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (729940fc-9c6b-495b-994b-02d51a549f20), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:24.760263 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Pushing event updated for resources: {'Port': ['ID=729940fc-9c6b-495b-994b-02d51a549f20,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:24.793995 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Attempting to bind port 729940fc-9c6b-495b-994b-02d51a549f20 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:41:24.794375 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Attempting to bind port 729940fc-9c6b-495b-994b-02d51a549f20 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:41:24.794690 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Attempting to bind port 729940fc-9c6b-495b-994b-02d51a549f20 on network 9880eab6-c89c-4490-9622-c91f1df8e6a8 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:41:24.797540 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:24.845208 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Port 729940fc-9c6b-495b-994b-02d51a549f20 on network 9880eab6-c89c-4490-9622-c91f1df8e6a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:41:24.845533 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Attempting to bind port 729940fc-9c6b-495b-994b-02d51a549f20 on network 9880eab6-c89c-4490-9622-c91f1df8e6a8 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:41:24.891734 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a116544a-5dc9-41fc-b74f-6ef2b5091880 None None] Attempt 2 to provision port 729940fc-9c6b-495b-994b-02d51a549f20 Sep 26 01:41:24.916650 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:41:24.916963 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Checking segment: {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:41:24.917340 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Bound using segment: {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:41:24.917771 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Bound port: 729940fc-9c6b-495b-994b-02d51a549f20, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:41:24.918122 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (729940fc-9c6b-495b-994b-02d51a549f20), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:24.924121 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a116544a-5dc9-41fc-b74f-6ef2b5091880 None None] Port 729940fc-9c6b-495b-994b-02d51a549f20 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:41:24.946206 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac171e7b-72be-481f-b719-460d4c9cd97a req-ab504230-ba81-4f7b-a930-3de99839aa5e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:24.947667 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ac171e7b-72be-481f-b719-460d4c9cd97a req-ab504230-ba81-4f7b-a930-3de99839aa5e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0653071 Sep 26 01:41:25.272595 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] For port 729940fc-9c6b-495b-994b-02d51a549f20, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:41:25.277403 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ac171e7b-72be-481f-b719-460d4c9cd97a req-45c3fae0-357f-4eae-b9e4-3235ddc0de28 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138154 Sep 26 01:41:25.279207 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] For port 729940fc-9c6b-495b-994b-02d51a549f20, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=729940fc-9c6b-495b-994b-02d51a549f20,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:41:25.286774 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (729940fc-9c6b-495b-994b-02d51a549f20), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:25.290587 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:25.291635 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:25.293090 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/729940fc-9c6b-495b-994b-02d51a549f20 HTTP/1.1" status: 200 len: 1094 time: 1.0792608 Sep 26 01:41:25.295890 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'tag': '729940fc-9c6b-495b-994b-02d51a549f20'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:41:25.298123 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e1f481-03f5-4486-89a1-56b93ecb3944" -d '{"events": [{"name": "network-changed", "server_uuid": "86741c60-35b0-4105-9c2d-3f667824cd4d", "tag": "729940fc-9c6b-495b-994b-02d51a549f20"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:41:25.339623 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192d1bf1-443d-4b6c-b1aa-5f675e26f31b x-openstack-request-id: req-192d1bf1-443d-4b6c-b1aa-5f675e26f31b {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:41:25.339895 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86741c60-35b0-4105-9c2d-3f667824cd4d", "tag": "729940fc-9c6b-495b-994b-02d51a549f20", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:41:25.340142 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-192d1bf1-443d-4b6c-b1aa-5f675e26f31b {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:41:25.340553 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192d1bf1-443d-4b6c-b1aa-5f675e26f31b'] response: {'name': 'network-changed', 'server_uuid': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'tag': '729940fc-9c6b-495b-994b-02d51a549f20', 'status': 'completed', 'code': 200} Sep 26 01:41:25.350525 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d207e-06ec-464c-a3c7-7075cd4285d4 service neutron] Pushing event updated for resources: {'Port': ['ID=729940fc-9c6b-495b-994b-02d51a549f20,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:25.425726 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-a116544a-5dc9-41fc-b74f-6ef2b5091880 None None] Attempt 3 to provision port 729940fc-9c6b-495b-994b-02d51a549f20 Sep 26 01:41:25.466122 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-a116544a-5dc9-41fc-b74f-6ef2b5091880 None None] Port 729940fc-9c6b-495b-994b-02d51a549f20 had new provisioning blocks added so it will not transition to active. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 01:41:25.794091 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:25.803016 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9548e6-e820-45c6-b1be-f1ce999652d9 req-1a4538d6-5917-4fcf-aaec-9337d53bf315 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:25.804515 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9f9548e6-e820-45c6-b1be-f1ce999652d9 req-1a4538d6-5917-4fcf-aaec-9337d53bf315 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 944 time: 0.0493846 Sep 26 01:41:25.853739 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9f9548e6-e820-45c6-b1be-f1ce999652d9 req-873dff98-c39f-4e7f-a8f4-1a6da708a1fb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437205 Sep 26 01:41:26.404182 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00e724-125d-4a38-ad1a-4bda3f22a71d req-82d76816-419f-4524-ad40-c61326b6221b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:26.405668 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-db00e724-125d-4a38-ad1a-4bda3f22a71d req-82d76816-419f-4524-ad40-c61326b6221b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0500131 Sep 26 01:41:26.453979 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-db00e724-125d-4a38-ad1a-4bda3f22a71d req-11ed60bb-6679-4d2a-9063-f492e7180253 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426960 Sep 26 01:41:26.706409 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1f481-03f5-4486-89a1-56b93ecb3944 req-1dcf0e3c-5726-4111-a2a3-7a55cbde2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:26.708013 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-50e1f481-03f5-4486-89a1-56b93ecb3944 req-1dcf0e3c-5726-4111-a2a3-7a55cbde2175 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 1128 time: 0.0396428 Sep 26 01:41:26.819884 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1f481-03f5-4486-89a1-56b93ecb3944 req-369c1483-81fc-40c5-8337-f97ffbac6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:26.821364 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-50e1f481-03f5-4486-89a1-56b93ecb3944 req-369c1483-81fc-40c5-8337-f97ffbac6156 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=786ed33f027946f581147e672b947df0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1010561 Sep 26 01:41:26.890767 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-3eaedc85-871a-41f1-8a22-489216619138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:26.945870 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1f481-03f5-4486-89a1-56b93ecb3944 req-e7052e33-f2b1-41b9-8e09-5dfa9a8b1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:26.947285 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-50e1f481-03f5-4486-89a1-56b93ecb3944 req-e7052e33-f2b1-41b9-8e09-5dfa9a8b1f0f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070969 Sep 26 01:41:26.986233 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702f02d-9ca2-4434-9bf0-2e71c4fa95c3 req-433fa33d-387d-4da9-b6b4-1e849277d348 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:26.987955 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0702f02d-9ca2-4434-9bf0-2e71c4fa95c3 req-433fa33d-387d-4da9-b6b4-1e849277d348 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 944 time: 0.0556440 Sep 26 01:41:27.086379 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-e494a49d-103e-4ba4-a79c-8527a0c882fb tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:27.087804 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-e494a49d-103e-4ba4-a79c-8527a0c882fb tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.0988603 Sep 26 01:41:27.090402 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-5293ae90-5f03-4a60-9fdd-6d2d509b5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:27.091776 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-5293ae90-5f03-4a60-9fdd-6d2d509b5e36 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 1128 time: 0.0618668 Sep 26 01:41:27.171983 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0702f02d-9ca2-4434-9bf0-2e71c4fa95c3 req-f85b34f4-2201-41b2-b56b-d93f37b898ad tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729903 Sep 26 01:41:27.176082 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-9b7fc91f-73ae-416b-a726-512c203d45ea service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=729940fc-9c6b-495b-994b-02d51a549f20 HTTP/1.1" status: 200 len: 217 time: 0.0687172 Sep 26 01:41:27.220469 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:27.270737 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Deleting port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:41:27.271080 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:27.275879 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-7d4b2493-3674-476b-accc-043310c4a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:27.277358 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-7d4b2493-3674-476b-accc-043310c4a6b4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 200 len: 851 time: 0.0931208 Sep 26 01:41:27.309027 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:27.359727 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-63f23a33-3536-469b-b08a-48061db645df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:27.361243 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-63f23a33-3536-469b-b08a-48061db645df service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9880eab6-c89c-4490-9622-c91f1df8e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736804 Sep 26 01:41:27.442792 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] For port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:27.443119 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:27.503811 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:27.574286 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-fa60373f-8c17-4b6f-8bb8-40ce9aadf19c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019639 Sep 26 01:41:27.697807 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d03858-101d-4390-b969-793afe040481 req-d422dbb3-5e36-4a8f-911d-3827f878d2ce tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:27.699180 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-03d03858-101d-4390-b969-793afe040481 req-d422dbb3-5e36-4a8f-911d-3827f878d2ce tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 946 time: 0.1634622 Sep 26 01:41:27.768635 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:27.769001 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (e9b8a842-58f0-4645-8744-123713a334c4), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:27.769317 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Floating IP e9b8a842-58f0-4645-8744-123713a334c4 disassociated. External IP: 172.27.0.238, port: ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c. Sep 26 01:41:27.769658 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Calling delete_port for ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:41:27.786114 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8068afa8-49b2-4226-83dd-ab9f893708ce req-cccfb5b9-df58-476d-8321-ab5b40f3f0b0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871779 Sep 26 01:41:27.806398 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-03d03858-101d-4390-b969-793afe040481 req-ad34d4aa-85ea-4a59-8cf4-61aa0b3011fb tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f52b198c-ca2a-4c94-b4d1-df8631479233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989449 Sep 26 01:41:27.925880 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:27.953633 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event deleted for resources: {'Port': ['ID=ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:27.965128 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.965473 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.965812 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.966147 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.966476 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.966801 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.967127 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.967445 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.967767 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.968092 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.968448 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.968759 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.969073 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.969392 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:27.969706 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:28.059504 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:28.077641 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Router 8158df76-f8aa-4749-a04f-887910354cf5 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:41:28.181348 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:41:28.192646 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b7f6a-ca58-430e-bbc8-fd054add65f5 None None] Sync routers for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:41:28.207875 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b7f6a-ca58-430e-bbc8-fd054add65f5 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:28.208665 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2e1b7f6a-ca58-430e-bbc8-fd054add65f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:28.223697 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] No DVR routers for this DVR port ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:41:28.226190 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:28.229432 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-87ed25bf-7bec-4d43-bcdc-5aa2b4dd7a62 req-57dc8e72-bf72-44c3-b557-65a037b428d5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.52 "DELETE /networking/v2.0/ports/ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c HTTP/1.1" status: 204 len: 173 time: 1.1202269 Sep 26 01:41:28.229927 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'name': 'network-vif-deleted', 'tag': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:41:28.232513 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf69b11-397c-4c4b-8cb4-73678660a08a" -d '{"events": [{"server_uuid": "b84bc271-dfaf-4aac-9c18-29b9202eec84", "name": "network-vif-deleted", "tag": "ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:41:28.320252 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-2e1b7f6a-ca58-430e-bbc8-fd054add65f5 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:28.325620 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919e61d7-bb9f-4722-b23c-1b5d13dab548 x-openstack-request-id: req-919e61d7-bb9f-4722-b23c-1b5d13dab548 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:41:28.325905 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84bc271-dfaf-4aac-9c18-29b9202eec84", "name": "network-vif-deleted", "tag": "ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:41:28.326216 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-919e61d7-bb9f-4722-b23c-1b5d13dab548 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:41:28.326561 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919e61d7-bb9f-4722-b23c-1b5d13dab548'] response: {'server_uuid': 'b84bc271-dfaf-4aac-9c18-29b9202eec84', 'name': 'network-vif-deleted', 'tag': 'ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c', 'status': 'completed', 'code': 200} Sep 26 01:41:28.333194 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0894986-6fc6-4511-ae28-c81a76f98531 req-484e85c6-5d9d-45ca-9961-6aebc6e633d0 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:28.340991 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d0894986-6fc6-4511-ae28-c81a76f98531 req-484e85c6-5d9d-45ca-9961-6aebc6e633d0 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 944 time: 0.0789950 Sep 26 01:41:28.389855 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d0894986-6fc6-4511-ae28-c81a76f98531 req-daad1e30-9fb6-4a94-9b28-2d566309abe5 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479934 Sep 26 01:41:28.521105 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2e1b7f6a-ca58-430e-bbc8-fd054add65f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:34Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:28.548903 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b7f6a-ca58-430e-bbc8-fd054add65f5 None None] Checking router: 8158df76-f8aa-4749-a04f-887910354cf5 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:41:28.558108 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b7f6a-ca58-430e-bbc8-fd054add65f5 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:28.558648 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2e1b7f6a-ca58-430e-bbc8-fd054add65f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:40:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:28.643850 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:28.645041 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:28.663492 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-2e1b7f6a-ca58-430e-bbc8-fd054add65f5 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:28.929042 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d1c23b0e-06d6-4dad-84d8-d1f23e8d13c5 req-17b78b65-2f02-462d-a81e-4767a5e98ce5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b84bc271-dfaf-4aac-9c18-29b9202eec84 HTTP/1.1" status: 200 len: 210 time: 0.0303500 Sep 26 01:41:28.935581 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2e1b7f6a-ca58-430e-bbc8-fd054add65f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:34Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:28.962348 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b7f6a-ca58-430e-bbc8-fd054add65f5 None None] The sync data for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi is: [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:34Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:41:29.213409 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749378a-a933-463f-9b1b-b61f19bcc0df None None] New status for floating IP e9b8a842-58f0-4645-8744-123713a334c4: DOWN {{(pid=106407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:41:29.301811 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d2372762-ecd4-4e66-9955-94f26b98ce3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:29.516969 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2778b-75a3-41db-8d31-dc67a7221cc7 req-c6341d32-5eeb-4477-82a5-2343e1eb3aa7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:29.518412 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-33b2778b-75a3-41db-8d31-dc67a7221cc7 req-c6341d32-5eeb-4477-82a5-2343e1eb3aa7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 944 time: 0.0470364 Sep 26 01:41:29.569000 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-33b2778b-75a3-41db-8d31-dc67a7221cc7 req-8ec2d990-f3c0-418b-bad7-c1faa112d830 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446985 Sep 26 01:41:29.595295 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:41:29.616265 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:41:29.616563 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device ba1486d9-1aa9-43fb-91ac-392c0b7a9a3c not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:41:30.025738 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40954) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:30.081828 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group (f52b198c-ca2a-4c94-b4d1-df8631479233), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.104370 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group (f52b198c-ca2a-4c94-b4d1-df8631479233), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.150127 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (f52b198c-ca2a-4c94-b4d1-df8631479233), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.152700 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.153851 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f52b198c-ca2a-4c94-b4d1-df8631479233 HTTP/1.1" status: 204 len: 168 time: 0.1270275 Sep 26 01:41:30.156777 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40956) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:30.163287 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52b198c-ca2a-4c94-b4d1-df8631479233,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:30.170398 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.170740 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.170991 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.api.v2.resource [None req-60f078e0-e0c2-4640-9298-b26950ac0163 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] show failed (client error): The resource could not be found. Sep 26 01:41:30.171100 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.171396 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.171721 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.171950 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-60f078e0-e0c2-4640-9298-b26950ac0163 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups/f52b198c-ca2a-4c94-b4d1-df8631479233 HTTP/1.1" status: 404 len: 347 time: 0.0141587 Sep 26 01:41:30.172116 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.172386 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.172696 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.173014 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.173333 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.173649 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.173965 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.174281 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.174641 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.174886 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40958) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:30.175034 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb50921-f219-453b-b265-86d277fa09ac tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:30.181886 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:30.293783 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-023b95dd-6c17-4e71-a559-146fca6a5f3d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Deleting port 308e219d-33c6-4fd5-810f-832f2cb86904 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:41:30.294121 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-023b95dd-6c17-4e71-a559-146fca6a5f3d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (308e219d-33c6-4fd5-810f-832f2cb86904), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.369680 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-023b95dd-6c17-4e71-a559-146fca6a5f3d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (308e219d-33c6-4fd5-810f-832f2cb86904), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.369999 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-023b95dd-6c17-4e71-a559-146fca6a5f3d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (308e219d-33c6-4fd5-810f-832f2cb86904), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.382938 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-023b95dd-6c17-4e71-a559-146fca6a5f3d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Calling delete_port for 308e219d-33c6-4fd5-810f-832f2cb86904 owned by network:floatingip {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:41:30.511794 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-023b95dd-6c17-4e71-a559-146fca6a5f3d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (308e219d-33c6-4fd5-810f-832f2cb86904), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.538778 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b95dd-6c17-4e71-a559-146fca6a5f3d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event deleted for resources: {'Port': ['ID=308e219d-33c6-4fd5-810f-832f2cb86904,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:30.603568 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-023b95dd-6c17-4e71-a559-146fca6a5f3d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (e9b8a842-58f0-4645-8744-123713a334c4), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.606280 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-023b95dd-6c17-4e71-a559-146fca6a5f3d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.607471 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-023b95dd-6c17-4e71-a559-146fca6a5f3d tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/e9b8a842-58f0-4645-8744-123713a334c4 HTTP/1.1" status: 204 len: 168 time: 0.4317138 Sep 26 01:41:30.698668 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26433230-f003-4892-96b2-840ab01232eb req-5a50f80c-b20f-4587-9f5d-a3f241228335 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:30.699320 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40964) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:30.700152 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-26433230-f003-4892-96b2-840ab01232eb req-5a50f80c-b20f-4587-9f5d-a3f241228335 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 944 time: 0.0511005 Sep 26 01:41:30.703830 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-4eb1e597-a082-4505-8fcd-ef5c8d75fbc2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579028352', 'description': 'tempest-description--1605316143'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:30.733343 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.736100 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e597-a082-4505-8fcd-ef5c8d75fbc2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.762805 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-26433230-f003-4892-96b2-840ab01232eb req-79f75cdc-37e7-436d-a0df-13f8db0427e7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566738 Sep 26 01:41:30.811158 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e597-a082-4505-8fcd-ef5c8d75fbc2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group (cda9e7d5-366a-49fb-bfe0-f053aef7535e), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.814938 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e597-a082-4505-8fcd-ef5c8d75fbc2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (cda9e7d5-366a-49fb-bfe0-f053aef7535e), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.855575 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e597-a082-4505-8fcd-ef5c8d75fbc2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.856838 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-4eb1e597-a082-4505-8fcd-ef5c8d75fbc2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1565180 Sep 26 01:41:30.858945 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1e597-a082-4505-8fcd-ef5c8d75fbc2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda9e7d5-366a-49fb-bfe0-f053aef7535e,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:30.860778 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 40966) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:30.867431 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-1885c36b-cd08-4ed6-98e6-4de8c8800d8a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Request body: {'security_group_rule': {'security_group_id': 'cda9e7d5-366a-49fb-bfe0-f053aef7535e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:30.894938 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:30.898034 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1885c36b-cd08-4ed6-98e6-4de8c8800d8a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group_rule (11ef62dd-034d-4a85-bf9c-c9eeba130016), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.965567 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1885c36b-cd08-4ed6-98e6-4de8c8800d8a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group_rule (11ef62dd-034d-4a85-bf9c-c9eeba130016), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.969371 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1885c36b-cd08-4ed6-98e6-4de8c8800d8a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (11ef62dd-034d-4a85-bf9c-c9eeba130016), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:30.992384 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885c36b-cd08-4ed6-98e6-4de8c8800d8a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ef62dd-034d-4a85-bf9c-c9eeba130016,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:30.999206 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1885c36b-cd08-4ed6-98e6-4de8c8800d8a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.000598 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-1885c36b-cd08-4ed6-98e6-4de8c8800d8a tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366868 Sep 26 01:41:31.004217 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40968) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:31.009289 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-39b50423-da9d-4767-976b-78156b7a864f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Request body: {'security_group_rule': {'security_group_id': 'cda9e7d5-366a-49fb-bfe0-f053aef7535e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:31.039998 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-39b50423-da9d-4767-976b-78156b7a864f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group_rule (e44bae27-5dd1-4c67-8d39-ba723634c727), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.102530 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-39b50423-da9d-4767-976b-78156b7a864f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group_rule (e44bae27-5dd1-4c67-8d39-ba723634c727), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.106874 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-39b50423-da9d-4767-976b-78156b7a864f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (e44bae27-5dd1-4c67-8d39-ba723634c727), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.131713 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b50423-da9d-4767-976b-78156b7a864f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44bae27-5dd1-4c67-8d39-ba723634c727,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:31.137456 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-39b50423-da9d-4767-976b-78156b7a864f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.138656 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-39b50423-da9d-4767-976b-78156b7a864f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333988 Sep 26 01:41:31.141770 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 40970) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:31.146687 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:31.174037 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.276285 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.390324 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Allocated IP 172.27.0.181 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/6e10a681-b5f1-4008-831a-863893c0172d) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:41:31.459631 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:31.486139 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:31.506777 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for port (6e10a681-b5f1-4008-831a-863893c0172d), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.539857 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (6e10a681-b5f1-4008-831a-863893c0172d), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.580825 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:41:31.585657 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:41:31.589385 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:41:31.592667 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event updated for resources: {'Port': ['ID=6e10a681-b5f1-4008-831a-863893c0172d,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:31.675789 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (117d2190-ea78-4f86-85ee-c5bfbb12ac85), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.712603 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (6e10a681-b5f1-4008-831a-863893c0172d), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.864319 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for port (6e10a681-b5f1-4008-831a-863893c0172d), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.868811 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (6e10a681-b5f1-4008-831a-863893c0172d), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.897977 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4f50f-812a-4673-b543-53fef107575b req-ae9ac663-0f10-41c4-903f-567ab00cdd8b tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:31.899467 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c2d4f50f-812a-4673-b543-53fef107575b req-ae9ac663-0f10-41c4-903f-567ab00cdd8b tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 944 time: 0.0506272 Sep 26 01:41:31.935050 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event updated for resources: {'Port': ['ID=6e10a681-b5f1-4008-831a-863893c0172d,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:31.937523 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (117d2190-ea78-4f86-85ee-c5bfbb12ac85), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.950256 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c2d4f50f-812a-4673-b543-53fef107575b req-777ad4e6-c067-4d3b-b904-05cf30fae98e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450602 Sep 26 01:41:31.955442 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:31.956875 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-529df2bd-142d-4c68-b2d0-b09d0c95b670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8141670 Sep 26 01:41:32.082134 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:32.114765 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-531626c6-94e0-41ca-a160-ca3f7d6dc42c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1579028352&fields=id&tenant_id=3677555d86804f03ae243765cfd3fd24 HTTP/1.1" status: 200 len: 267 time: 0.0442381 Sep 26 01:41:32.217041 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:32.223313 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:32.225965 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-98d6db42-9c43-4f83-bafe-bfdb65351335 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:32.227449 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-98d6db42-9c43-4f83-bafe-bfdb65351335 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/networks?id=698acfe8-54a1-4ab3-9d7d-022ce3847edf HTTP/1.1" status: 200 len: 811 time: 0.1063631 Sep 26 01:41:32.242215 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-2d7bcaae-e272-428c-b161-59e837d7ff18 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/quotas/3677555d86804f03ae243765cfd3fd24 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Sep 26 01:41:32.293341 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-18d3d23d-ec95-467a-a391-9579101981aa tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3677555d86804f03ae243765cfd3fd24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462849 Sep 26 01:41:32.481837 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-d64aaaf4-aa82-4def-b8c6-54b7008d8ad2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771784 Sep 26 01:41:32.575863 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-8e78155e-25bd-402e-8be4-a42ebeef190f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875881 Sep 26 01:41:32.748226 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9880a74f-3f90-4f69-a8c0-9baec5770c10 req-3245020c-45c6-4ae5-b7d1-fb19212998da tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 210 time: 0.0298865 Sep 26 01:41:33.082664 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72982b-dfca-4464-bcd4-4496c2843956 req-742d7c9e-4b5f-4401-9b85-e13c180dff73 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:33.084427 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0f72982b-dfca-4464-bcd4-4496c2843956 req-742d7c9e-4b5f-4401-9b85-e13c180dff73 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 944 time: 0.0548930 Sep 26 01:41:33.134636 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0f72982b-dfca-4464-bcd4-4496c2843956 req-7e9062aa-3815-414d-9439-6e2d84816424 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444226 Sep 26 01:41:33.852448 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-98de5b7d-80e1-4484-af0d-ad91b20a8a30 req-c4328f52-d2d8-4e40-a299-10741bf1fe0e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 210 time: 0.0286484 Sep 26 01:41:34.257789 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b8157-bdf9-4707-b593-137912fe277a req-0396b490-1988-4295-8365-4ac29cb7bcff tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:34.259316 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5c5b8157-bdf9-4707-b593-137912fe277a req-0396b490-1988-4295-8365-4ac29cb7bcff tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 944 time: 0.0468769 Sep 26 01:41:34.309599 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5c5b8157-bdf9-4707-b593-137912fe277a req-80b78a08-6b00-4ded-9103-3c319b0f6287 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446525 Sep 26 01:41:34.750116 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-7f76eebf-9c60-4679-b078-424c9a7ba82e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:34.751602 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-7f76eebf-9c60-4679-b078-424c9a7ba82e tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.52 "GET /networking/v2.0/networks?id=698acfe8-54a1-4ab3-9d7d-022ce3847edf HTTP/1.1" status: 200 len: 811 time: 0.1106439 Sep 26 01:41:34.814201 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-c6b62c78-f3a9-4bf5-b69d-a84aa85d329c tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3677555d86804f03ae243765cfd3fd24 HTTP/1.1" status: 200 len: 380 time: 0.0534964 Sep 26 01:41:34.825206 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Request body: {'port': {'device_id': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'admin_state_up': True, 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'security_groups': ['cda9e7d5-366a-49fb-bfe0-f053aef7535e']}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:34.842501 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:34.961560 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-25aee821-dc0f-4045-9404-e138cf17abad req-6a6f0460-d53c-40de-bbef-e69e28099ee5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 210 time: 0.0320497 Sep 26 01:41:34.962906 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Made reservation on behalf of 3677555d86804f03ae243765cfd3fd24 for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:41:34.966569 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:35.094844 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Allocated IP 172.20.0.9 (698acfe8-54a1-4ab3-9d7d-022ce3847edf/5ecd00a3-5bd9-4765-8aee-f670f166552f/73a4ae19-05f7-45db-a9b9-7d5ecba082d1) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:41:35.099139 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:35.231598 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:35.263382 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:35.312842 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Network 698acfe8-54a1-4ab3-9d7d-022ce3847edf is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:41:35.320116 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:41:35.324183 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:41:35.328019 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event updated for resources: {'Port': ['ID=73a4ae19-05f7-45db-a9b9-7d5ecba082d1,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:35.385408 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:35.386021 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:35.429762 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-cb3c0f84-a876-4e96-98e0-0c3d34b5a4e5 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6080368 Sep 26 01:41:35.444250 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02beec-9362-47e6-b65b-0d2094df972d req-f3db5889-df3a-4d62-b600-169a2fd9f070 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:35.445804 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0f02beec-9362-47e6-b65b-0d2094df972d req-f3db5889-df3a-4d62-b600-169a2fd9f070 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 944 time: 0.0569258 Sep 26 01:41:35.450680 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Request body: {'port': {'device_id': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:35.548609 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0f02beec-9362-47e6-b65b-0d2094df972d req-b9d540da-11f7-47f6-92f0-e9e22e244a82 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948887 Sep 26 01:41:35.553578 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:35.566736 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-78d51dc5-3f82-429d-8d1c-3bb4f65e087f None None] Provisioning complete for port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:35.567940 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-78d51dc5-3f82-429d-8d1c-3bb4f65e087f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:35.568274 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-78d51dc5-3f82-429d-8d1c-3bb4f65e087f None None] Attempt 1 to provision port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 Sep 26 01:41:35.594506 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:35.601143 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-78d51dc5-3f82-429d-8d1c-3bb4f65e087f None None] Port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:41:35.614695 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 729940fc-9c6b-495b-994b-02d51a549f20 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:41:35.628934 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:35.720872 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 729940fc-9c6b-495b-994b-02d51a549f20, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=729940fc-9c6b-495b-994b-02d51a549f20,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:35.733736 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '729940fc-9c6b-495b-994b-02d51a549f20', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'port_id': '729940fc-9c6b-495b-994b-02d51a549f20', 'mac_address': 'fa:16:3e:ff:e7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:41:35.771679 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 729940fc-9c6b-495b-994b-02d51a549f20 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:35.771969 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (729940fc-9c6b-495b-994b-02d51a549f20), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:35.786923 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729940fc-9c6b-495b-994b-02d51a549f20 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:41:35.808957 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 729940fc-9c6b-495b-994b-02d51a549f20, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=729940fc-9c6b-495b-994b-02d51a549f20,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:35.812931 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (729940fc-9c6b-495b-994b-02d51a549f20), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:35.867226 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=729940fc-9c6b-495b-994b-02d51a549f20,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:35.969870 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:36.085902 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:41:36.097255 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Publish callbacks [] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:36.102998 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-78d51dc5-3f82-429d-8d1c-3bb4f65e087f None None] Attempt 2 to provision port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 Sep 26 01:41:36.109407 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d5ac1-f650-42c3-85fc-91dfb050cfb4 req-a8e6918d-be90-40cf-a5e6-f22664cb9bbe tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:36.110863 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9d0d5ac1-f650-42c3-85fc-91dfb050cfb4 req-a8e6918d-be90-40cf-a5e6-f22664cb9bbe tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 931 time: 0.0675333 Sep 26 01:41:36.119969 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Transition to ACTIVE for port object 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:41:36.126669 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:36.134248 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:36.136789 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-78d51dc5-3f82-429d-8d1c-3bb4f65e087f None None] Port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:41:36.141451 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['729940fc-9c6b-495b-994b-02d51a549f20'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:41:36.240391 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Pushing event updated for resources: {'Port': ['ID=73a4ae19-05f7-45db-a9b9-7d5ecba082d1,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:36.251811 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9d0d5ac1-f650-42c3-85fc-91dfb050cfb4 req-3a8d29c6-fc7f-497f-ab31-7e7f82e328b6 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cda9e7d5-366a-49fb-bfe0-f053aef7535e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329610 Sep 26 01:41:36.279849 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Attempting to bind port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:41:36.279849 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Attempting to bind port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:41:36.279849 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Attempting to bind port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 on network 698acfe8-54a1-4ab3-9d7d-022ce3847edf {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:41:36.321338 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 on network 698acfe8-54a1-4ab3-9d7d-022ce3847edf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:41:36.321580 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Attempting to bind port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 on network 698acfe8-54a1-4ab3-9d7d-022ce3847edf {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:41:36.363896 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:41:36.364689 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Checking segment: {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:41:36.364689 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Bound using segment: {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:41:36.365059 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Bound port: 73a4ae19-05f7-45db-a9b9-7d5ecba082d1, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:41:36.365422 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:36.429034 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] For port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:41:36.432046 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] For port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=73a4ae19-05f7-45db-a9b9-7d5ecba082d1,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:41:36.439050 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:36.444992 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:36.445697 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:36.447007 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/73a4ae19-05f7-45db-a9b9-7d5ecba082d1 HTTP/1.1" status: 200 len: 1093 time: 1.0003018 Sep 26 01:41:36.447501 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'tag': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:41:36.449752 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0922d230-259e-49ac-8e68-a17f63e405fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c69a7773-22c8-4916-bf97-3f99fe7f84d7", "tag": "73a4ae19-05f7-45db-a9b9-7d5ecba082d1"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:41:36.500667 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad928a9-56b2-4540-aae7-28d3bf83dd5b service neutron] Pushing event updated for resources: {'Port': ['ID=73a4ae19-05f7-45db-a9b9-7d5ecba082d1,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:36.529924 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adc3985-9e24-43fe-b515-dcd872bb021b x-openstack-request-id: req-0adc3985-9e24-43fe-b515-dcd872bb021b {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:41:36.530219 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69a7773-22c8-4916-bf97-3f99fe7f84d7", "tag": "73a4ae19-05f7-45db-a9b9-7d5ecba082d1", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:41:36.530470 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0adc3985-9e24-43fe-b515-dcd872bb021b {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:41:36.530877 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adc3985-9e24-43fe-b515-dcd872bb021b'] response: {'name': 'network-changed', 'server_uuid': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'tag': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1', 'status': 'completed', 'code': 200} Sep 26 01:41:36.579469 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-e03bf1ac-98ae-49f7-bc8e-a66cf7605d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:36.581555 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-e03bf1ac-98ae-49f7-bc8e-a66cf7605d04 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3677555d86804f03ae243765cfd3fd24&device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 1127 time: 0.0899057 Sep 26 01:41:36.629982 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-db9085a7-0482-4f8f-a304-d6ecab9ea269 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73a4ae19-05f7-45db-a9b9-7d5ecba082d1 HTTP/1.1" status: 200 len: 217 time: 0.0407071 Sep 26 01:41:36.637944 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-78d51dc5-3f82-429d-8d1c-3bb4f65e087f None None] Attempt 3 to provision port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 Sep 26 01:41:36.676728 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-78d51dc5-3f82-429d-8d1c-3bb4f65e087f None None] Port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 had new provisioning blocks added so it will not transition to active. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 01:41:36.710981 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46cc1b-10be-4768-992f-3aee16369ec5 req-38c9bd7c-4ab7-47e8-b9e9-cf03a2916efb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:36.712504 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ad46cc1b-10be-4768-992f-3aee16369ec5 req-38c9bd7c-4ab7-47e8-b9e9-cf03a2916efb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 945 time: 0.0860202 Sep 26 01:41:36.717988 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-4c9e51c5-09e2-4691-8253-5fcf4ed2462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:36.719319 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-4c9e51c5-09e2-4691-8253-5fcf4ed2462f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5ecd00a3-5bd9-4765-8aee-f670f166552f HTTP/1.1" status: 200 len: 850 time: 0.0809987 Sep 26 01:41:36.793344 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-6585814e-f252-4ff4-8bf8-2a61e8c53d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:36.794823 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-6585814e-f252-4ff4-8bf8-2a61e8c53d1d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=698acfe8-54a1-4ab3-9d7d-022ce3847edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617559 Sep 26 01:41:36.799979 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ad46cc1b-10be-4768-992f-3aee16369ec5 req-ad19a711-72f3-4318-b5ba-6ce26d5db3ae tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792880 Sep 26 01:41:36.809181 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:36.890164 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-d8fa47e2-0f6f-4efa-8759-21faa49c49c9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874577 Sep 26 01:41:36.985260 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1a052702-4f05-4ed1-9f73-40bf406094dd req-2c024874-b493-48cf-9604-293febbeaa12 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882099 Sep 26 01:41:37.375779 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc797f-a66d-403f-b3fe-df7d39e95b47 req-dfc935ef-1eee-4cc9-8ceb-6f3f447d923b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:37.377291 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-69fc797f-a66d-403f-b3fe-df7d39e95b47 req-dfc935ef-1eee-4cc9-8ceb-6f3f447d923b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 943 time: 0.0479476 Sep 26 01:41:37.424812 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-69fc797f-a66d-403f-b3fe-df7d39e95b47 req-7ff85f1f-b31e-4f81-8168-2a9e988f82b9 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cda9e7d5-366a-49fb-bfe0-f053aef7535e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Sep 26 01:41:37.627916 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 729940fc-9c6b-495b-994b-02d51a549f20 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:41:37.670521 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port 729940fc-9c6b-495b-994b-02d51a549f20 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:41:37.677705 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 729940fc-9c6b-495b-994b-02d51a549f20 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:37.678081 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (729940fc-9c6b-495b-994b-02d51a549f20), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:37.678412 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 729940fc-9c6b-495b-994b-02d51a549f20 Sep 26 01:41:37.753591 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 729940fc-9c6b-495b-994b-02d51a549f20 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:37.753982 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (729940fc-9c6b-495b-994b-02d51a549f20), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:37.756502 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:37.778179 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729940fc-9c6b-495b-994b-02d51a549f20'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:41:37.780432 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683e8e35-9ca7-42f0-93c0-a82fce7c8ba6" -d '{"events": [{"server_uuid": "86741c60-35b0-4105-9c2d-3f667824cd4d", "name": "network-vif-plugged", "status": "completed", "tag": "729940fc-9c6b-495b-994b-02d51a549f20"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:41:37.793599 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 729940fc-9c6b-495b-994b-02d51a549f20, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=729940fc-9c6b-495b-994b-02d51a549f20,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:37.797654 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (729940fc-9c6b-495b-994b-02d51a549f20), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:37.822476 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0206dff-05f4-41b4-929c-f3b5e00992aa x-openstack-request-id: req-a0206dff-05f4-41b4-929c-f3b5e00992aa {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:41:37.822767 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86741c60-35b0-4105-9c2d-3f667824cd4d", "name": "network-vif-plugged", "status": "completed", "tag": "729940fc-9c6b-495b-994b-02d51a549f20", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:41:37.823016 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0206dff-05f4-41b4-929c-f3b5e00992aa {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:41:37.823403 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0206dff-05f4-41b4-929c-f3b5e00992aa'] response: {'server_uuid': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729940fc-9c6b-495b-994b-02d51a549f20', 'code': 200} Sep 26 01:41:37.849251 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=729940fc-9c6b-495b-994b-02d51a549f20,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:37.923643 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a744a-0ec3-433a-b1de-d82fbb334e90 req-aed3105f-befc-42cd-92d0-4b7af8b401ba tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:37.925604 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-775a744a-0ec3-433a-b1de-d82fbb334e90 req-aed3105f-befc-42cd-92d0-4b7af8b401ba tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 946 time: 0.0486352 Sep 26 01:41:37.979232 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:38.013858 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922d230-259e-49ac-8e68-a17f63e405fd req-33e79c6a-02ff-4b36-8152-83d225c308df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:38.015386 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0922d230-259e-49ac-8e68-a17f63e405fd req-33e79c6a-02ff-4b36-8152-83d225c308df service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3677555d86804f03ae243765cfd3fd24&device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 1127 time: 0.0733001 Sep 26 01:41:38.020758 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-775a744a-0ec3-433a-b1de-d82fbb334e90 req-993ab3cd-57dc-4826-a6c6-104797454026 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892506 Sep 26 01:41:38.136002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922d230-259e-49ac-8e68-a17f63e405fd req-bab45ae2-e3c5-45ee-b1cc-f37401ddb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:38.137520 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0922d230-259e-49ac-8e68-a17f63e405fd req-bab45ae2-e3c5-45ee-b1cc-f37401ddb847 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=698acfe8-54a1-4ab3-9d7d-022ce3847edf HTTP/1.1" status: 200 len: 912 time: 0.0953832 Sep 26 01:41:38.199932 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0922d230-259e-49ac-8e68-a17f63e405fd req-2d5bd12b-005e-415c-bf48-6d335477c1f2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73a4ae19-05f7-45db-a9b9-7d5ecba082d1 HTTP/1.1" status: 200 len: 217 time: 0.0541656 Sep 26 01:41:38.214210 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fc6eb-5762-4ed0-9e27-3e34d219547c req-13d12fc5-ec7d-4c5a-a6c6-e397090c64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:38.215590 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c10fc6eb-5762-4ed0-9e27-3e34d219547c req-13d12fc5-ec7d-4c5a-a6c6-e397090c64b8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 1130 time: 0.0772204 Sep 26 01:41:38.273078 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922d230-259e-49ac-8e68-a17f63e405fd req-ba3ddf31-f037-456f-95da-b11a634a4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:38.274501 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0922d230-259e-49ac-8e68-a17f63e405fd req-ba3ddf31-f037-456f-95da-b11a634a4604 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5ecd00a3-5bd9-4765-8aee-f670f166552f HTTP/1.1" status: 200 len: 850 time: 0.0677700 Sep 26 01:41:38.302734 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c10fc6eb-5762-4ed0-9e27-3e34d219547c req-296df498-2009-4a8e-b7a9-e7633945459f service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685050 Sep 26 01:41:38.330024 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922d230-259e-49ac-8e68-a17f63e405fd req-42546143-20bb-43fa-aefe-7533ccc5354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:38.331556 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0922d230-259e-49ac-8e68-a17f63e405fd req-42546143-20bb-43fa-aefe-7533ccc5354d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=698acfe8-54a1-4ab3-9d7d-022ce3847edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455291 Sep 26 01:41:38.590593 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b7d13-155d-4930-968e-27e73acbbb58 req-a5830ded-0419-4e47-940a-8452b469c5a2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:38.592067 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ac6b7d13-155d-4930-968e-27e73acbbb58 req-a5830ded-0419-4e47-940a-8452b469c5a2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 943 time: 0.0932572 Sep 26 01:41:38.663113 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0922d230-259e-49ac-8e68-a17f63e405fd req-e3bf9d10-f39d-4c7a-b56c-8875572d96f6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361573 Sep 26 01:41:38.667465 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ac6b7d13-155d-4930-968e-27e73acbbb58 req-5a242e60-2b70-4255-a4e4-585196af7370 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cda9e7d5-366a-49fb-bfe0-f053aef7535e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690231 Sep 26 01:41:38.756193 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0922d230-259e-49ac-8e68-a17f63e405fd req-0ff14999-acc5-4513-8984-5e5271689b0e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857942 Sep 26 01:41:39.148643 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136a0c8-fa5e-4047-8c01-9cf5e304e1ae req-0b110ac1-76cc-4157-a881-1fb8807faf00 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:39.150107 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d136a0c8-fa5e-4047-8c01-9cf5e304e1ae req-0b110ac1-76cc-4157-a881-1fb8807faf00 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 946 time: 0.0503068 Sep 26 01:41:39.199378 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d136a0c8-fa5e-4047-8c01-9cf5e304e1ae req-8449eb3e-baf0-4e22-8130-80d1201841d5 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437002 Sep 26 01:41:39.297368 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=74 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:39.302590 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=64 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:39.645868 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:41:39.648015 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:39.752020 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=73a4ae19-05f7-45db-a9b9-7d5ecba082d1,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:39.764154 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'port_id': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1', 'mac_address': 'fa:16:3e:ae:b2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:41:39.774074 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:39.789627 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e4647-94ce-49e4-9b5f-48fd56788096 req-1ab0a327-d6fb-4ffa-8e33-5814eeb89240 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:39.791326 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-301e4647-94ce-49e4-9b5f-48fd56788096 req-1ab0a327-d6fb-4ffa-8e33-5814eeb89240 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 943 time: 0.0483522 Sep 26 01:41:39.802562 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:39.803143 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:39.821068 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:41:39.840262 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-301e4647-94ce-49e4-9b5f-48fd56788096 req-738ad0ea-ea2e-4792-b247-3416353c5966 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cda9e7d5-366a-49fb-bfe0-f053aef7535e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432694 Sep 26 01:41:39.840515 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=73a4ae19-05f7-45db-a9b9-7d5ecba082d1,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:39.844687 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:39.893727 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=73a4ae19-05f7-45db-a9b9-7d5ecba082d1,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:40.135580 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['73a4ae19-05f7-45db-a9b9-7d5ecba082d1'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:41:40.323504 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeefc42-05b5-45d6-a673-8d3ec559bc61 req-19f36a3c-1cd9-4bc3-a2dd-e6d3429339fe tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:40.325001 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3eeefc42-05b5-45d6-a673-8d3ec559bc61 req-19f36a3c-1cd9-4bc3-a2dd-e6d3429339fe tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 946 time: 0.0515039 Sep 26 01:41:40.374298 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3eeefc42-05b5-45d6-a673-8d3ec559bc61 req-21575407-6ba3-4fc3-b225-41ea78c69958 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430753 Sep 26 01:41:40.474602 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:40.492794 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461e54a-3ada-4a32-ae88-d0b0f9e35a3d req-038ff268-e54c-47dc-8fdd-9fa07650c935 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:40.494195 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f461e54a-3ada-4a32-ae88-d0b0f9e35a3d req-038ff268-e54c-47dc-8fdd-9fa07650c935 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 946 time: 0.0475719 Sep 26 01:41:40.542438 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f461e54a-3ada-4a32-ae88-d0b0f9e35a3d req-564a365a-fb55-4796-b654-bb55b03e7ae6 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427711 Sep 26 01:41:40.572305 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41044) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:40.706507 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f2d3d5-fc33-4bfb-931a-865c7d7692bf tempest-TestVolumeBootPattern-746727007 tempest-TestVolumeBootPattern-746727007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:40.708010 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-03f2d3d5-fc33-4bfb-931a-865c7d7692bf tempest-TestVolumeBootPattern-746727007 tempest-TestVolumeBootPattern-746727007-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 1125 time: 0.1347349 Sep 26 01:41:40.710880 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41048) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:40.714966 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'port_id': '729940fc-9c6b-495b-994b-02d51a549f20', 'tenant_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:40.736326 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:40.818776 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:40.940084 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Allocated IP 172.27.0.252 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/b5f9b416-7abf-48d4-bf4c-7f4952f54742) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:41:40.984070 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e9e26-912c-4b60-9596-46ff5af97c9b req-6090d216-35b7-481a-a673-f6f50e927b17 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:40.985559 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-479e9e26-912c-4b60-9596-46ff5af97c9b req-6090d216-35b7-481a-a673-f6f50e927b17 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 944 time: 0.0657141 Sep 26 01:41:41.091926 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-479e9e26-912c-4b60-9596-46ff5af97c9b req-2c859ede-7acf-4672-baab-975353ac8ca9 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cda9e7d5-366a-49fb-bfe0-f053aef7535e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939636 Sep 26 01:41:41.113706 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for port (b5f9b416-7abf-48d4-bf4c-7f4952f54742), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:41.146715 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (b5f9b416-7abf-48d4-bf4c-7f4952f54742), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:41.186756 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:41:41.189718 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:41:41.192700 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:41:41.221413 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'Port': ['ID=b5f9b416-7abf-48d4-bf4c-7f4952f54742,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:41.259552 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:41.456740 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:41.559509 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (3d77b695-4a5d-4468-8c19-34950c295829), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:41.625169 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (b5f9b416-7abf-48d4-bf4c-7f4952f54742), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:41.658947 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:41:41.700762 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:41:41.706999 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:41.707413 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:41.707751 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 Sep 26 01:41:41.775665 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for port (b5f9b416-7abf-48d4-bf4c-7f4952f54742), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:41.780280 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (b5f9b416-7abf-48d4-bf4c-7f4952f54742), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:41.780646 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:41.781043 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:41.805100 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:41:41.807340 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff4a8f5-b502-4b9b-850c-43ba9cddb978" -d '{"events": [{"server_uuid": "c69a7773-22c8-4916-bf97-3f99fe7f84d7", "name": "network-vif-plugged", "status": "completed", "tag": "73a4ae19-05f7-45db-a9b9-7d5ecba082d1"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:41:41.821306 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=73a4ae19-05f7-45db-a9b9-7d5ecba082d1,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:41.826565 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:41.852788 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9149db38-91ef-4d1f-89ae-ee58c3a8c6f5 x-openstack-request-id: req-9149db38-91ef-4d1f-89ae-ee58c3a8c6f5 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:41:41.853100 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69a7773-22c8-4916-bf97-3f99fe7f84d7", "name": "network-vif-plugged", "status": "completed", "tag": "73a4ae19-05f7-45db-a9b9-7d5ecba082d1", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:41:41.853357 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9149db38-91ef-4d1f-89ae-ee58c3a8c6f5 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:41:41.853746 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9149db38-91ef-4d1f-89ae-ee58c3a8c6f5'] response: {'server_uuid': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1', 'code': 200} Sep 26 01:41:41.860597 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (3d77b695-4a5d-4468-8c19-34950c295829), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:41.863930 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'Port': ['ID=b5f9b416-7abf-48d4-bf4c-7f4952f54742,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:41.875073 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:41.889198 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=73a4ae19-05f7-45db-a9b9-7d5ecba082d1,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:41.948138 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=56,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:41.949640 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=74,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:41.961834 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Floating IP 3d77b695-4a5d-4468-8c19-34950c295829 associated. External IP: 172.27.0.252, port: 729940fc-9c6b-495b-994b-02d51a549f20. Sep 26 01:41:42.075766 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac41e9-4c79-40ec-908d-5d69f2bc0156 req-8a72ff2f-0efc-47f6-a720-4006373e53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:42.077268 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-caac41e9-4c79-40ec-908d-5d69f2bc0156 req-8a72ff2f-0efc-47f6-a720-4006373e53c4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 1129 time: 0.0777035 Sep 26 01:41:42.366631 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:42.458477 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2461606-be05-4657-a3d0-1a7cbe7e7d0d req-953a6ab6-7b03-44db-a66c-7b2e726f6fc1 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:42.459946 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c2461606-be05-4657-a3d0-1a7cbe7e7d0d req-953a6ab6-7b03-44db-a66c-7b2e726f6fc1 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 945 time: 0.1094348 Sep 26 01:41:42.466353 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-caac41e9-4c79-40ec-908d-5d69f2bc0156 req-13960c13-d126-44e1-b3fa-62e4efd16b4c service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cda9e7d5-366a-49fb-bfe0-f053aef7535e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770027 Sep 26 01:41:42.478372 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:42.554879 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c2461606-be05-4657-a3d0-1a7cbe7e7d0d req-b445d4ff-2873-4a52-a75e-828cbbd0eb77 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cda9e7d5-366a-49fb-bfe0-f053aef7535e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873091 Sep 26 01:41:42.563509 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Router afae10ec-5417-42e0-b049-a2d9a3c888dd has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:41:42.668595 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:41:42.678636 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc01a1b-20ae-4d9a-bbc1-b4c3dcfbc506 None None] Sync routers for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:41:42.689187 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:42.690314 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc01a1b-20ae-4d9a-bbc1-b4c3dcfbc506 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:42.690937 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2bc01a1b-20ae-4d9a-bbc1-b4c3dcfbc506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:41:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:42.720951 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-4e714f42-a65c-4c92-93b6-16f647c2f1d9 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0090489 Sep 26 01:41:42.721907 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'tag': '729940fc-9c6b-495b-994b-02d51a549f20'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:41:42.724157 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160cd195-f296-43a4-a5fc-7ba8eec73849" -d '{"events": [{"name": "network-changed", "server_uuid": "86741c60-35b0-4105-9c2d-3f667824cd4d", "tag": "729940fc-9c6b-495b-994b-02d51a549f20"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:41:42.794156 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-2bc01a1b-20ae-4d9a-bbc1-b4c3dcfbc506 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:42.825122 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a7b48f-d632-4f19-b8e5-4dc7ea3e7ce0 x-openstack-request-id: req-a4a7b48f-d632-4f19-b8e5-4dc7ea3e7ce0 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:41:42.825415 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86741c60-35b0-4105-9c2d-3f667824cd4d", "tag": "729940fc-9c6b-495b-994b-02d51a549f20", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:41:42.825663 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4a7b48f-d632-4f19-b8e5-4dc7ea3e7ce0 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:41:42.826067 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a7b48f-d632-4f19-b8e5-4dc7ea3e7ce0'] response: {'name': 'network-changed', 'server_uuid': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'tag': '729940fc-9c6b-495b-994b-02d51a549f20', 'status': 'completed', 'code': 200} Sep 26 01:41:42.899087 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cd195-f296-43a4-a5fc-7ba8eec73849 req-f00f959e-ecfd-49e5-9ed5-41a96d9d668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:42.900671 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-160cd195-f296-43a4-a5fc-7ba8eec73849 req-f00f959e-ecfd-49e5-9ed5-41a96d9d668e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 1130 time: 0.0429082 Sep 26 01:41:43.005041 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2bc01a1b-20ae-4d9a-bbc1-b4c3dcfbc506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '3d77b695-4a5d-4468-8c19-34950c295829', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': '729940fc-9c6b-495b-994b-02d51a549f20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:ff:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:41:41Z', 'updated_at': '2022-09-26T01:41:41Z', 'revision_number': 0, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:43.031913 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc01a1b-20ae-4d9a-bbc1-b4c3dcfbc506 None None] Checking router: afae10ec-5417-42e0-b049-a2d9a3c888dd for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:41:43.040745 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc01a1b-20ae-4d9a-bbc1-b4c3dcfbc506 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:43.041340 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2bc01a1b-20ae-4d9a-bbc1-b4c3dcfbc506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:41:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:43.138387 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-2bc01a1b-20ae-4d9a-bbc1-b4c3dcfbc506 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:43.350547 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-2bc01a1b-20ae-4d9a-bbc1-b4c3dcfbc506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '3d77b695-4a5d-4468-8c19-34950c295829', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': '729940fc-9c6b-495b-994b-02d51a549f20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:ff:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:41:41Z', 'updated_at': '2022-09-26T01:41:41Z', 'revision_number': 0, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:43.367191 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cd195-f296-43a4-a5fc-7ba8eec73849 req-903b35d3-0b70-4c08-89cb-52589e737581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:43.368731 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-160cd195-f296-43a4-a5fc-7ba8eec73849 req-903b35d3-0b70-4c08-89cb-52589e737581 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 913 time: 0.0890234 Sep 26 01:41:43.375198 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc01a1b-20ae-4d9a-bbc1-b4c3dcfbc506 None None] The sync data for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi is: [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '3d77b695-4a5d-4468-8c19-34950c295829', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': '729940fc-9c6b-495b-994b-02d51a549f20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:ff:e7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:41:41Z', 'updated_at': '2022-09-26T01:41:41Z', 'revision_number': 0, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:41:43.464476 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-160cd195-f296-43a4-a5fc-7ba8eec73849 req-071b1728-669e-4b3d-8df3-b31bbe378868 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=729940fc-9c6b-495b-994b-02d51a549f20 HTTP/1.1" status: 200 len: 1000 time: 0.0634878 Sep 26 01:41:43.517045 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cd195-f296-43a4-a5fc-7ba8eec73849 req-39d03d2c-32b4-49ac-b445-3bf56a48ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:43.519093 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-160cd195-f296-43a4-a5fc-7ba8eec73849 req-39d03d2c-32b4-49ac-b445-3bf56a48ac9e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 200 len: 851 time: 0.0459762 Sep 26 01:41:43.570653 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed85c1-265f-4531-9a25-9ef57bbc03c5 None None] New status for floating IP 3d77b695-4a5d-4468-8c19-34950c295829: ACTIVE {{(pid=106407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:41:43.639473 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cd195-f296-43a4-a5fc-7ba8eec73849 req-891837a7-f61a-4013-bbd1-92ee4fa3ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:43.641045 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-160cd195-f296-43a4-a5fc-7ba8eec73849 req-891837a7-f61a-4013-bbd1-92ee4fa3ce0a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9880eab6-c89c-4490-9622-c91f1df8e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455012 Sep 26 01:41:43.694967 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef0f3f-4d6b-4c99-8855-c840de390d18 req-a2cc53b7-0da2-412b-ba59-080aed387eb2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:43.696430 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2fef0f3f-4d6b-4c99-8855-c840de390d18 req-a2cc53b7-0da2-412b-ba59-080aed387eb2 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0489833 Sep 26 01:41:43.745603 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2fef0f3f-4d6b-4c99-8855-c840de390d18 req-3458c650-8c31-4eda-bf7c-e2bcba50da3b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cda9e7d5-366a-49fb-bfe0-f053aef7535e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435393 Sep 26 01:41:44.187832 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-160cd195-f296-43a4-a5fc-7ba8eec73849 req-7a887926-4e8c-41e3-ba5b-428802800346 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895138 Sep 26 01:41:44.285576 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-160cd195-f296-43a4-a5fc-7ba8eec73849 req-26625b9f-ddfe-4916-924d-e1d80190278f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906408 Sep 26 01:41:44.869971 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca01b6-ac81-4f42-839e-d27a51df8967 req-e62a8643-4827-469c-b5d3-fc1085ea6508 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:44.871439 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-55ca01b6-ac81-4f42-839e-d27a51df8967 req-e62a8643-4827-469c-b5d3-fc1085ea6508 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0472581 Sep 26 01:41:44.897418 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:44.919453 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-55ca01b6-ac81-4f42-839e-d27a51df8967 req-a783a083-9c69-4445-b6c8-b9d398a7c036 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cda9e7d5-366a-49fb-bfe0-f053aef7535e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424907 Sep 26 01:41:45.038227 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543f1f8-f32b-4fbe-888c-eb8f4f1422d2 req-8df9ecee-8e7c-4834-b61e-036c3b885abd tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:45.039700 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0543f1f8-f32b-4fbe-888c-eb8f4f1422d2 req-8df9ecee-8e7c-4834-b61e-036c3b885abd tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0477986 Sep 26 01:41:45.050545 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41082) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:45.055010 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-32b625c4-0126-46db-9f8d-1e4a5f707cf3 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Request body: {'floatingip': {'port_id': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:41:45.097167 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-32b625c4-0126-46db-9f8d-1e4a5f707cf3 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (117d2190-ea78-4f86-85ee-c5bfbb12ac85), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:45.153241 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:45.521308 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-32b625c4-0126-46db-9f8d-1e4a5f707cf3 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:45.525104 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-32b625c4-0126-46db-9f8d-1e4a5f707cf3 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (117d2190-ea78-4f86-85ee-c5bfbb12ac85), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:45.617176 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [None req-32b625c4-0126-46db-9f8d-1e4a5f707cf3 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Floating IP 117d2190-ea78-4f86-85ee-c5bfbb12ac85 associated. External IP: 172.27.0.181, port: 73a4ae19-05f7-45db-a9b9-7d5ecba082d1. Sep 26 01:41:45.822172 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b625c4-0126-46db-9f8d-1e4a5f707cf3 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Router 8158df76-f8aa-4749-a04f-887910354cf5 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:41:45.926091 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b625c4-0126-46db-9f8d-1e4a5f707cf3 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:41:45.930449 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-32b625c4-0126-46db-9f8d-1e4a5f707cf3 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:45.935742 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c7434d-2506-45f5-88f1-1a5c6936fdd3 None None] Sync routers for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:41:45.947372 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c7434d-2506-45f5-88f1-1a5c6936fdd3 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:45.947971 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-e7c7434d-2506-45f5-88f1-1a5c6936fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:41:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:45.961499 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-32b625c4-0126-46db-9f8d-1e4a5f707cf3 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/117d2190-ea78-4f86-85ee-c5bfbb12ac85 HTTP/1.1" status: 200 len: 991 time: 0.9098461 Sep 26 01:41:45.962214 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'tag': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:41:45.964544 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3953bc7-b950-4096-a721-af6078837972" -d '{"events": [{"name": "network-changed", "server_uuid": "c69a7773-22c8-4916-bf97-3f99fe7f84d7", "tag": "73a4ae19-05f7-45db-a9b9-7d5ecba082d1"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:41:46.002175 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30016f7-754e-4bce-9c14-e97b3d9ad965 x-openstack-request-id: req-b30016f7-754e-4bce-9c14-e97b3d9ad965 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:41:46.002472 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69a7773-22c8-4916-bf97-3f99fe7f84d7", "tag": "73a4ae19-05f7-45db-a9b9-7d5ecba082d1", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:41:46.002730 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b30016f7-754e-4bce-9c14-e97b3d9ad965 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:41:46.003140 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b30016f7-754e-4bce-9c14-e97b3d9ad965'] response: {'name': 'network-changed', 'server_uuid': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'tag': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1', 'status': 'completed', 'code': 200} Sep 26 01:41:46.054803 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-e7c7434d-2506-45f5-88f1-1a5c6936fdd3 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:46.071214 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3953bc7-b950-4096-a721-af6078837972 req-4a09672c-a348-48c0-9bf4-295450153011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:46.072806 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c3953bc7-b950-4096-a721-af6078837972 req-4a09672c-a348-48c0-9bf4-295450153011 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3677555d86804f03ae243765cfd3fd24&device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 1129 time: 0.0406795 Sep 26 01:41:46.096430 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:46.153416 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:46.159105 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:46.170410 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3953bc7-b950-4096-a721-af6078837972 req-daa3eec0-27e8-47ec-855c-d9eeea7a0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:46.171899 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c3953bc7-b950-4096-a721-af6078837972 req-daa3eec0-27e8-47ec-855c-d9eeea7a0f86 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=698acfe8-54a1-4ab3-9d7d-022ce3847edf HTTP/1.1" status: 200 len: 912 time: 0.0927961 Sep 26 01:41:46.209833 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:46.235771 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c3953bc7-b950-4096-a721-af6078837972 req-45418884-98a6-401f-aca9-cef1de580bda service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73a4ae19-05f7-45db-a9b9-7d5ecba082d1 HTTP/1.1" status: 200 len: 999 time: 0.0559881 Sep 26 01:41:46.273350 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-e7c7434d-2506-45f5-88f1-1a5c6936fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '117d2190-ea78-4f86-85ee-c5bfbb12ac85', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'port_id': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'mac_address': 'fa:16:3e:ae:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:41:31Z', 'updated_at': '2022-09-26T01:41:45Z', 'revision_number': 1, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:34Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:46.290199 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3953bc7-b950-4096-a721-af6078837972 req-a9e66ae2-99ce-441c-891f-26a2aa5132d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:46.291691 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c3953bc7-b950-4096-a721-af6078837972 req-a9e66ae2-99ce-441c-891f-26a2aa5132d2 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5ecd00a3-5bd9-4765-8aee-f670f166552f HTTP/1.1" status: 200 len: 850 time: 0.0494964 Sep 26 01:41:46.297971 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c7434d-2506-45f5-88f1-1a5c6936fdd3 None None] Checking router: 8158df76-f8aa-4749-a04f-887910354cf5 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:41:46.306390 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c7434d-2506-45f5-88f1-1a5c6936fdd3 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:46.306992 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-e7c7434d-2506-45f5-88f1-1a5c6936fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:41:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:46.337164 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3953bc7-b950-4096-a721-af6078837972 req-a72c4457-8008-41ef-bc14-1a9693282598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:46.338600 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c3953bc7-b950-4096-a721-af6078837972 req-a72c4457-8008-41ef-bc14-1a9693282598 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=698acfe8-54a1-4ab3-9d7d-022ce3847edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407004 Sep 26 01:41:46.437356 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c3953bc7-b950-4096-a721-af6078837972 req-077479b4-ed77-41fa-b1ad-033f49cf3b45 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922523 Sep 26 01:41:46.494257 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:46.499977 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-e7c7434d-2506-45f5-88f1-1a5c6936fdd3 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:46.534963 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c3953bc7-b950-4096-a721-af6078837972 req-d33a3605-0f3e-4604-9088-828e967002d8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904024 Sep 26 01:41:46.718177 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-e7c7434d-2506-45f5-88f1-1a5c6936fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '117d2190-ea78-4f86-85ee-c5bfbb12ac85', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'port_id': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'mac_address': 'fa:16:3e:ae:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:41:31Z', 'updated_at': '2022-09-26T01:41:45Z', 'revision_number': 1, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:34Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:46.742863 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c7434d-2506-45f5-88f1-1a5c6936fdd3 None None] The sync data for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi is: [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '117d2190-ea78-4f86-85ee-c5bfbb12ac85', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'port_id': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'mac_address': 'fa:16:3e:ae:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:41:31Z', 'updated_at': '2022-09-26T01:41:45Z', 'revision_number': 1, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:34Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:41:46.933669 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8379c-6b39-4d73-8743-a30e5e287657 None None] New status for floating IP 117d2190-ea78-4f86-85ee-c5bfbb12ac85: ACTIVE {{(pid=106407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:41:47.040750 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:47.199566 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a8711-eb70-4ad2-bc4e-6d4be4fdf26d req-816cfc35-80a3-4f83-aa00-04e31eb56cf3 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:47.201065 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4f5a8711-eb70-4ad2-bc4e-6d4be4fdf26d req-816cfc35-80a3-4f83-aa00-04e31eb56cf3 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0472629 Sep 26 01:41:47.252292 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4f5a8711-eb70-4ad2-bc4e-6d4be4fdf26d req-a0f2300d-3380-41f6-ad14-88a7a3d91145 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448279 Sep 26 01:41:48.379965 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198aa3a-b240-4cdc-a0a8-3caba103a227 req-9ab8827e-99df-4e8a-839e-6c6f135f4edf tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:48.381446 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2198aa3a-b240-4cdc-a0a8-3caba103a227 req-9ab8827e-99df-4e8a-839e-6c6f135f4edf tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0468757 Sep 26 01:41:48.428480 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2198aa3a-b240-4cdc-a0a8-3caba103a227 req-72cdae2e-6e66-4eff-bd10-93c6fe6886d4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415833 Sep 26 01:41:49.555711 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8342d9-e063-4c5e-8370-e767d0274c6c req-4b85962e-0dae-41d4-bfe4-bf217524e08e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:49.557237 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ef8342d9-e063-4c5e-8370-e767d0274c6c req-4b85962e-0dae-41d4-bfe4-bf217524e08e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0487809 Sep 26 01:41:49.612883 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ef8342d9-e063-4c5e-8370-e767d0274c6c req-4b8fc6b8-8f89-4cd1-8713-c2991175ec21 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492449 Sep 26 01:41:50.746457 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a449ab9-a913-4fc2-b2a3-ec37be8838c7 req-18fd18ef-0a49-4ca8-a5f8-95349e6587f3 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:50.747924 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2a449ab9-a913-4fc2-b2a3-ec37be8838c7 req-18fd18ef-0a49-4ca8-a5f8-95349e6587f3 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0511374 Sep 26 01:41:50.804381 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2a449ab9-a913-4fc2-b2a3-ec37be8838c7 req-a950c911-415e-4fe2-922a-a744e07aa44b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Sep 26 01:41:51.017788 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed642e-eb34-4d43-b31a-04bbde371499 req-9da43f80-7530-47f9-90c2-919f9851b938 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:51.019266 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6aed642e-eb34-4d43-b31a-04bbde371499 req-9da43f80-7530-47f9-90c2-919f9851b938 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0484958 Sep 26 01:41:51.068797 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6aed642e-eb34-4d43-b31a-04bbde371499 req-d5852ce8-113a-4110-910d-37a77847080c tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435748 Sep 26 01:41:51.926010 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40330ec1-197e-46cd-9626-5fb97dfd346b req-7dd045ba-e20b-4fdc-849a-0b1f9cbf0fe2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:51.927448 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-40330ec1-197e-46cd-9626-5fb97dfd346b req-7dd045ba-e20b-4fdc-849a-0b1f9cbf0fe2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0471809 Sep 26 01:41:51.978660 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-40330ec1-197e-46cd-9626-5fb97dfd346b req-bdb1fc16-531c-4a4b-87f6-60a347c1ee6e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456736 Sep 26 01:41:52.193471 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b58e3-b870-493b-ace9-242b924005d9 req-fe416315-b367-49cb-aaa9-426099886b17 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:52.194938 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-400b58e3-b870-493b-ace9-242b924005d9 req-fe416315-b367-49cb-aaa9-426099886b17 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0473444 Sep 26 01:41:52.214779 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:52.243258 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-400b58e3-b870-493b-ace9-242b924005d9 req-d4da3fb5-cfcf-4c3b-a278-496d5c944c31 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428874 Sep 26 01:41:53.098987 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:53.109611 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd67d11-9235-4af4-9ae0-348a016aaed6 req-c76ef3fb-f300-46e9-a49c-a9236b3b32a4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:53.111722 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bbd67d11-9235-4af4-9ae0-348a016aaed6 req-c76ef3fb-f300-46e9-a49c-a9236b3b32a4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0484986 Sep 26 01:41:53.158430 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bbd67d11-9235-4af4-9ae0-348a016aaed6 req-0c059122-0f39-400d-95a4-b5db7db32e22 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410676 Sep 26 01:41:53.365592 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f949a29-914e-46d9-9e52-2007a5de93e4 req-28bf3e77-7fd2-48d1-afdb-e992bb61e057 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:53.367063 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2f949a29-914e-46d9-9e52-2007a5de93e4 req-28bf3e77-7fd2-48d1-afdb-e992bb61e057 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0495989 Sep 26 01:41:53.414414 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2f949a29-914e-46d9-9e52-2007a5de93e4 req-b3bf829c-9c1f-42c3-b551-26233e82d3e7 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 Sep 26 01:41:54.285414 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6457e-d8c1-4387-99d7-1c3480b05fc3 req-2b3c0aeb-948c-4a05-a560-99621440c12b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:54.286851 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9dc6457e-d8c1-4387-99d7-1c3480b05fc3 req-2b3c0aeb-948c-4a05-a560-99621440c12b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0482385 Sep 26 01:41:54.310970 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:41:54.335717 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9dc6457e-d8c1-4387-99d7-1c3480b05fc3 req-c676b4bd-d98b-4d1d-937a-532ae266ec28 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433960 Sep 26 01:41:54.538646 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6045369-9bb3-4d40-a989-9ff2c601a434 req-5c7e9dba-650a-4286-9cf4-557b5dd05977 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:54.540092 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e6045369-9bb3-4d40-a989-9ff2c601a434 req-5c7e9dba-650a-4286-9cf4-557b5dd05977 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0507550 Sep 26 01:41:54.596515 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e6045369-9bb3-4d40-a989-9ff2c601a434 req-a1c63c4b-c546-4121-864f-c476ceaaf61e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=99c0e294-b325-4762-8e48-848eaaae060c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508490 Sep 26 01:41:54.838820 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e3490-526a-430e-b312-e82d355974bf req-eb7a422a-908e-4e8d-bf6d-494b094468d3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:54.840231 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-127e3490-526a-430e-b312-e82d355974bf req-eb7a422a-908e-4e8d-bf6d-494b094468d3 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 945 time: 0.0483782 Sep 26 01:41:54.927028 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Deleting port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:41:54.927290 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:55.019620 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] For port 6a6db24c-6002-495f-ba8b-4e1c78db3a08, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=6a6db24c-6002-495f-ba8b-4e1c78db3a08,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:55.019975 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:55.183002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:55.183284 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (e8583f7e-74da-47a7-8110-2cdc20f4d21c), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:55.183597 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Floating IP e8583f7e-74da-47a7-8110-2cdc20f4d21c disassociated. External IP: 172.27.0.57, port: 6a6db24c-6002-495f-ba8b-4e1c78db3a08. Sep 26 01:41:55.183935 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Calling delete_port for 6a6db24c-6002-495f-ba8b-4e1c78db3a08 owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:41:55.286844 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:55.312318 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (6a6db24c-6002-495f-ba8b-4e1c78db3a08), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:55.340618 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event deleted for resources: {'Port': ['ID=6a6db24c-6002-495f-ba8b-4e1c78db3a08,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:55.668165 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:55.723303 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f8940-c78f-46d7-9199-521a9f3d82d9 req-a6ddd2c9-1b65-4789-a66e-1d6df961ad66 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:55.724849 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-469f8940-c78f-46d7-9199-521a9f3d82d9 req-a6ddd2c9-1b65-4789-a66e-1d6df961ad66 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.1008954 Sep 26 01:41:55.752203 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30504540-7ae4-4ad9-8da8-d256fcef6522 req-6ba75657-09cd-4b8a-92f3-82dc846facb5 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5b15f03f-c129-4db7-a021-c160558dbecb HTTP/1.1" status: 200 len: 210 time: 0.0524061 Sep 26 01:41:55.784366 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:41:55.821324 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-469f8940-c78f-46d7-9199-521a9f3d82d9 req-12348ec2-9cf7-4840-9027-e112d470940e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748091 Sep 26 01:41:55.915637 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:41:55.926901 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4319d2-7db8-4c39-b34e-36426db696d7 None None] Sync routers for ids ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:41:55.937589 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4319d2-7db8-4c39-b34e-36426db696d7 None None] Routers {'5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:55.938109 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-3e4319d2-7db8-4c39-b34e-36426db696d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:41:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:55.957806 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] No DVR routers for this DVR port 6a6db24c-6002-495f-ba8b-4e1c78db3a08 on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:41:55.960405 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:55.963729 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-127e3490-526a-430e-b312-e82d355974bf req-31b4bd6c-7e79-4b85-b4c7-69e2398c7271 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "DELETE /networking/v2.0/ports/6a6db24c-6002-495f-ba8b-4e1c78db3a08 HTTP/1.1" status: 204 len: 173 time: 1.1148226 Sep 26 01:41:55.964216 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b15f03f-c129-4db7-a021-c160558dbecb', 'name': 'network-vif-deleted', 'tag': '6a6db24c-6002-495f-ba8b-4e1c78db3a08'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:41:55.966568 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4facefd8-d563-409b-a06b-10094116b6b7" -d '{"events": [{"server_uuid": "5b15f03f-c129-4db7-a021-c160558dbecb", "name": "network-vif-deleted", "tag": "6a6db24c-6002-495f-ba8b-4e1c78db3a08"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:41:56.006290 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8579af3-712c-4aca-89db-136ac5a672fc x-openstack-request-id: req-e8579af3-712c-4aca-89db-136ac5a672fc {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:41:56.006580 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b15f03f-c129-4db7-a021-c160558dbecb", "name": "network-vif-deleted", "tag": "6a6db24c-6002-495f-ba8b-4e1c78db3a08", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:41:56.006831 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8579af3-712c-4aca-89db-136ac5a672fc {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:41:56.007234 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8579af3-712c-4aca-89db-136ac5a672fc'] response: {'server_uuid': '5b15f03f-c129-4db7-a021-c160558dbecb', 'name': 'network-vif-deleted', 'tag': '6a6db24c-6002-495f-ba8b-4e1c78db3a08', 'status': 'completed', 'code': 200} Sep 26 01:41:56.045943 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-3e4319d2-7db8-4c39-b34e-36426db696d7 None None] Set router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:56.242046 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-3e4319d2-7db8-4c39-b34e-36426db696d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '31b2b825-2600-475b-9362-3b9e6f5405c2', 'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'mac_address': 'fa:16:3e:9d:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:15Z', 'updated_at': '2022-09-26T01:36:31Z', 'revision_number': 5, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'subnets': [{'id': '38206234-32a5-44a3-8e38-190376c3054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:56.267844 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4319d2-7db8-4c39-b34e-36426db696d7 None None] Checking router: 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:41:56.276439 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4319d2-7db8-4c39-b34e-36426db696d7 None None] Routers {'5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:41:56.277041 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-3e4319d2-7db8-4c39-b34e-36426db696d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:41:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:56.382093 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-3e4319d2-7db8-4c39-b34e-36426db696d7 None None] Set router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:41:56.415417 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:56.421370 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:56.568838 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-3e4319d2-7db8-4c39-b34e-36426db696d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '31b2b825-2600-475b-9362-3b9e6f5405c2', 'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'mac_address': 'fa:16:3e:9d:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:15Z', 'updated_at': '2022-09-26T01:36:31Z', 'revision_number': 5, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'subnets': [{'id': '38206234-32a5-44a3-8e38-190376c3054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:41:56.597689 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4319d2-7db8-4c39-b34e-36426db696d7 None None] The sync data for ids ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'] in dv-cinder-859203-2-iscsi is: [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:36:18Z', 'revision_number': 4, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '31b2b825-2600-475b-9362-3b9e6f5405c2', 'name': '', 'network_id': 'a09d4722-058c-40eb-9bf4-6c4a707b96c6', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'mac_address': 'fa:16:3e:9d:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '38206234-32a5-44a3-8e38-190376c3054e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:15Z', 'updated_at': '2022-09-26T01:36:31Z', 'revision_number': 5, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'subnets': [{'id': '38206234-32a5-44a3-8e38-190376c3054e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:41:56.826969 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ed3e4-9d17-47fc-9c1f-1c1f28b34297 None None] New status for floating IP e8583f7e-74da-47a7-8110-2cdc20f4d21c: DOWN {{(pid=106407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:41:56.853003 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41162) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:56.946914 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0c4564c9-586a-419a-a319-578a320d7cb1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for security_group (99c0e294-b325-4762-8e48-848eaaae060c), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:56.958944 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-35d72003-093d-4d94-b2e8-a622a09a8e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:56.974788 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57549852-32c2-4220-b425-4a62d2729d19 req-4e3e356d-3f75-4e65-9094-6045b0fd6747 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:56.976278 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-57549852-32c2-4220-b425-4a62d2729d19 req-4e3e356d-3f75-4e65-9094-6045b0fd6747 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0704420 Sep 26 01:41:56.986275 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0c4564c9-586a-419a-a319-578a320d7cb1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for security_group (99c0e294-b325-4762-8e48-848eaaae060c), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:57.057225 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-57549852-32c2-4220-b425-4a62d2729d19 req-ad70a414-3a76-4725-89e3-7b9f08529e24 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729990 Sep 26 01:41:57.073195 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0c4564c9-586a-419a-a319-578a320d7cb1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (99c0e294-b325-4762-8e48-848eaaae060c), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:57.076195 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0c4564c9-586a-419a-a319-578a320d7cb1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:57.077432 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-0c4564c9-586a-419a-a319-578a320d7cb1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/99c0e294-b325-4762-8e48-848eaaae060c HTTP/1.1" status: 204 len: 168 time: 0.2233751 Sep 26 01:41:57.083181 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41166) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:57.100971 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4564c9-586a-419a-a319-578a320d7cb1 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c0e294-b325-4762-8e48-848eaaae060c,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:57.103384 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.api.v2.resource [None req-21ba7782-939a-4ad3-adeb-aa31904fe32e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] show failed (client error): The resource could not be found. Sep 26 01:41:57.104445 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-21ba7782-939a-4ad3-adeb-aa31904fe32e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups/99c0e294-b325-4762-8e48-848eaaae060c HTTP/1.1" status: 404 len: 347 time: 0.0202594 Sep 26 01:41:57.107141 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41168) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:41:57.222738 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-abf0eff8-6499-44a4-b0d9-3593e510caca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Deleting port 1f3be556-6dc5-4277-90d2-0dcfb49dbae3 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:41:57.222984 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-abf0eff8-6499-44a4-b0d9-3593e510caca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (1f3be556-6dc5-4277-90d2-0dcfb49dbae3), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:57.304217 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-abf0eff8-6499-44a4-b0d9-3593e510caca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (1f3be556-6dc5-4277-90d2-0dcfb49dbae3), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:57.304579 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-abf0eff8-6499-44a4-b0d9-3593e510caca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for floatingip (1f3be556-6dc5-4277-90d2-0dcfb49dbae3), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:57.318216 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-abf0eff8-6499-44a4-b0d9-3593e510caca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Calling delete_port for 1f3be556-6dc5-4277-90d2-0dcfb49dbae3 owned by network:floatingip {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:41:57.361013 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:57.453763 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-abf0eff8-6499-44a4-b0d9-3593e510caca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (1f3be556-6dc5-4277-90d2-0dcfb49dbae3), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:57.476725 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0eff8-6499-44a4-b0d9-3593e510caca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event deleted for resources: {'Port': ['ID=1f3be556-6dc5-4277-90d2-0dcfb49dbae3,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:57.542907 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-abf0eff8-6499-44a4-b0d9-3593e510caca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks [] for floatingip (e8583f7e-74da-47a7-8110-2cdc20f4d21c), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:57.545462 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-abf0eff8-6499-44a4-b0d9-3593e510caca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:57.546607 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-abf0eff8-6499-44a4-b0d9-3593e510caca tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/e8583f7e-74da-47a7-8110-2cdc20f4d21c HTTP/1.1" status: 204 len: 168 time: 0.4384851 Sep 26 01:41:57.717148 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:41:57.721953 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 6a6db24c-6002-495f-ba8b-4e1c78db3a08 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:41:57.748400 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: 6a6db24c-6002-495f-ba8b-4e1c78db3a08 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:41:57.748669 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 6a6db24c-6002-495f-ba8b-4e1c78db3a08 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:41:57.841191 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:57.853111 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'port_id': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'mac_address': 'fa:16:3e:d0:d5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:41:57.888903 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 is: ACTIVE; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:57.889398 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:57.903030 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:41:57.927831 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:41:57.931684 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:57.981053 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,revision_number=6']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:41:57.989833 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.990165 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.990504 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.990839 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.991172 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.991501 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.991826 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.992153 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.992504 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.992827 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.993151 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.993484 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.993804 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.994122 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:57.994441 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:41:58.057231 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:41:58.154109 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:58.191293 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b27ed-0e89-40b0-8b74-79eda70a057f req-62711e0d-ea27-41b4-b109-ad78e93657e4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:58.193092 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-372b27ed-0e89-40b0-8b74-79eda70a057f req-62711e0d-ea27-41b4-b109-ad78e93657e4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 945 time: 0.0487015 Sep 26 01:41:58.244231 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-372b27ed-0e89-40b0-8b74-79eda70a057f req-442af86c-421d-4334-9a92-7f4f8656ddb0 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454113 Sep 26 01:41:59.254709 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-3893519f-96db-44f1-9524-3fc3cff1ebe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:59.369459 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc273a8-09db-456c-ae56-51c50c353147 req-b7a5c03e-c6c5-4c03-b0c2-8939dca51920 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:41:59.370911 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9fc273a8-09db-456c-ae56-51c50c353147 req-b7a5c03e-c6c5-4c03-b0c2-8939dca51920 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 945 time: 0.0474446 Sep 26 01:41:59.418645 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9fc273a8-09db-456c-ae56-51c50c353147 req-d73ddcd2-3188-4945-bf5b-b5999d8e3298 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415971 Sep 26 01:41:59.750431 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:41:59.778912 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:41:59.797003 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:41:59.797380 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:59.797715 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 Sep 26 01:41:59.873240 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:41:59.873633 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:41:59.904828 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:41:59.907088 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd02667-6a33-4317-9b36-bafea605165e" -d '{"events": [{"server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "name": "network-vif-plugged", "status": "completed", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:42:00.083900 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6525da-8c1d-485d-8fed-3bee164bed44 x-openstack-request-id: req-bf6525da-8c1d-485d-8fed-3bee164bed44 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:42:00.084191 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "name": "network-vif-plugged", "status": "completed", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:42:00.084459 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf6525da-8c1d-485d-8fed-3bee164bed44 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:42:00.084856 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf6525da-8c1d-485d-8fed-3bee164bed44'] response: {'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'code': 200} Sep 26 01:42:00.088372 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:00.093396 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:00.099426 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:00.103797 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fd89-337d-4e4a-a42a-1918280037ed req-d2eb1ee4-fa01-456c-9977-c6cfb8ad1acb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:00.108817 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3649fd89-337d-4e4a-a42a-1918280037ed req-d2eb1ee4-fa01-456c-9977-c6cfb8ad1acb tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0583355 Sep 26 01:42:00.147939 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,revision_number=7']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:00.171241 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3649fd89-337d-4e4a-a42a-1918280037ed req-58071f8b-11b0-4ba5-afcc-8ff9913761c7 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582945 Sep 26 01:42:00.557485 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cb6b9-e263-4cc5-9656-890c186a7dc9 req-2c818474-d95a-423f-b897-4dd648c93718 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:00.559068 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0e1cb6b9-e263-4cc5-9656-890c186a7dc9 req-2c818474-d95a-423f-b897-4dd648c93718 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0519202 Sep 26 01:42:00.610972 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0e1cb6b9-e263-4cc5-9656-890c186a7dc9 req-150b6487-faec-48d0-a58e-a9740ba34faf tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Sep 26 01:42:00.731864 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:01.304957 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e075851-1f3d-4370-bcee-5ff21994c5f0 req-22e4bbbb-22f9-4478-bbb8-637e00f5802a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:01.306587 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1e075851-1f3d-4370-bcee-5ff21994c5f0 req-22e4bbbb-22f9-4478-bbb8-637e00f5802a tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0561173 Sep 26 01:42:01.381228 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1e075851-1f3d-4370-bcee-5ff21994c5f0 req-466703a4-984c-4567-95e0-507eed804a9e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688636 Sep 26 01:42:01.757546 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11817b7d-92ca-4592-8833-f9a3d4dc354c req-f9b87abe-34f7-46a0-aeb9-5672063b8683 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:01.759782 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-11817b7d-92ca-4592-8833-f9a3d4dc354c req-f9b87abe-34f7-46a0-aeb9-5672063b8683 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0567720 Sep 26 01:42:01.816799 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-11817b7d-92ca-4592-8833-f9a3d4dc354c req-70050770-cb01-4c76-ab87-abc595b63053 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509224 Sep 26 01:42:02.085788 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:02.231255 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:02.537841 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292f356-e4f1-4638-92fb-daafffe670c4 req-2ba4770b-c94d-475d-8baa-447fc1dbace4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:02.539575 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d292f356-e4f1-4638-92fb-daafffe670c4 req-2ba4770b-c94d-475d-8baa-447fc1dbace4 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0827718 Sep 26 01:42:02.545782 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d851d-219c-4479-982b-824f6ba64bce req-cfb224df-503a-4897-a467-6b979f570ebf tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:02.547440 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-978d851d-219c-4479-982b-824f6ba64bce req-cfb224df-503a-4897-a467-6b979f570ebf tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 945 time: 0.0764041 Sep 26 01:42:02.690713 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-978d851d-219c-4479-982b-824f6ba64bce req-ad134766-a142-4acd-aaae-2128315b6d84 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356058 Sep 26 01:42:02.776526 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-d292f356-e4f1-4638-92fb-daafffe670c4 req-2a50b942-d6cb-44c7-92ae-d90d20326d4e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Deleting port 02b15285-09ae-477c-be6b-9cf27ce25a1f {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:42:02.777271 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d292f356-e4f1-4638-92fb-daafffe670c4 req-2a50b942-d6cb-44c7-92ae-d90d20326d4e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:02.901918 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-d292f356-e4f1-4638-92fb-daafffe670c4 req-2a50b942-d6cb-44c7-92ae-d90d20326d4e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] For port 02b15285-09ae-477c-be6b-9cf27ce25a1f, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=02b15285-09ae-477c-be6b-9cf27ce25a1f,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:02.902420 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d292f356-e4f1-4638-92fb-daafffe670c4 req-2a50b942-d6cb-44c7-92ae-d90d20326d4e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:02.913139 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:02.927249 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-d292f356-e4f1-4638-92fb-daafffe670c4 req-2a50b942-d6cb-44c7-92ae-d90d20326d4e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Calling delete_port for 02b15285-09ae-477c-be6b-9cf27ce25a1f owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:42:03.012476 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:03.028251 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53014738-bd27-45f6-be67-21c0f818e69d req-178641ce-8bb5-41a0-a183-bae2fb407b74 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:03.029773 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53014738-bd27-45f6-be67-21c0f818e69d req-178641ce-8bb5-41a0-a183-bae2fb407b74 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.1051068 Sep 26 01:42:03.125437 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53014738-bd27-45f6-be67-21c0f818e69d req-15b4dbb5-55f1-49e6-bc5e-ff7e051de7d6 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795810 Sep 26 01:42:03.199823 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d292f356-e4f1-4638-92fb-daafffe670c4 req-2a50b942-d6cb-44c7-92ae-d90d20326d4e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (02b15285-09ae-477c-be6b-9cf27ce25a1f), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:03.212251 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['2225fa4c-2032-458b-bdb1-24d6a09e40c1', '02b15285-09ae-477c-be6b-9cf27ce25a1f'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:42:03.243763 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50b942-d6cb-44c7-92ae-d90d20326d4e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event deleted for resources: {'Port': ['ID=02b15285-09ae-477c-be6b-9cf27ce25a1f,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:03.299369 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d292f356-e4f1-4638-92fb-daafffe670c4 req-2a50b942-d6cb-44c7-92ae-d90d20326d4e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] No DVR routers for this DVR port 02b15285-09ae-477c-be6b-9cf27ce25a1f on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:42:03.302256 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-d292f356-e4f1-4638-92fb-daafffe670c4 req-2a50b942-d6cb-44c7-92ae-d90d20326d4e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:03.305670 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d292f356-e4f1-4638-92fb-daafffe670c4 req-2a50b942-d6cb-44c7-92ae-d90d20326d4e tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "DELETE /networking/v2.0/ports/02b15285-09ae-477c-be6b-9cf27ce25a1f HTTP/1.1" status: 204 len: 173 time: 0.7574029 Sep 26 01:42:03.306270 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a794b36a-7e0c-48a0-9a10-b397017feafb', 'name': 'network-vif-deleted', 'tag': '02b15285-09ae-477c-be6b-9cf27ce25a1f'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:42:03.308666 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec72202-7e9b-4169-8641-ff586378cdef" -d '{"events": [{"server_uuid": "a794b36a-7e0c-48a0-9a10-b397017feafb", "name": "network-vif-deleted", "tag": "02b15285-09ae-477c-be6b-9cf27ce25a1f"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:42:03.350220 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fa2355-6bac-4a36-be25-daa2a8103c06 x-openstack-request-id: req-96fa2355-6bac-4a36-be25-daa2a8103c06 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:42:03.350934 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a794b36a-7e0c-48a0-9a10-b397017feafb", "name": "network-vif-deleted", "tag": "02b15285-09ae-477c-be6b-9cf27ce25a1f", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:42:03.351410 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96fa2355-6bac-4a36-be25-daa2a8103c06 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:42:03.352709 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96fa2355-6bac-4a36-be25-daa2a8103c06'] response: {'server_uuid': 'a794b36a-7e0c-48a0-9a10-b397017feafb', 'name': 'network-vif-deleted', 'tag': '02b15285-09ae-477c-be6b-9cf27ce25a1f', 'status': 'completed', 'code': 200} Sep 26 01:42:03.871088 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bfd2f01e-3bee-49e6-a48d-33483c083d65 req-7b82a4fe-e10f-497c-97e6-0cdae41926ed tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a794b36a-7e0c-48a0-9a10-b397017feafb HTTP/1.1" status: 200 len: 210 time: 0.0368178 Sep 26 01:42:04.285585 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0847fb5-bba6-408e-96ea-9917d61215a3 req-b34c0b72-127b-48a9-8758-473f1fec4eb2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:04.287267 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f0847fb5-bba6-408e-96ea-9917d61215a3 req-b34c0b72-127b-48a9-8758-473f1fec4eb2 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0567622 Sep 26 01:42:04.346381 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f0847fb5-bba6-408e-96ea-9917d61215a3 req-7b612c75-4fbd-46f9-bbed-b8e219ffe620 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527999 Sep 26 01:42:05.198171 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3a53c-a809-4769-b21d-1dfc90fe38de req-26b30112-25f6-4f6a-9935-f59435c8c742 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:05.199623 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-42d3a53c-a809-4769-b21d-1dfc90fe38de req-26b30112-25f6-4f6a-9935-f59435c8c742 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0559392 Sep 26 01:42:05.258234 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-42d3a53c-a809-4769-b21d-1dfc90fe38de req-0ac07f17-6152-4396-8970-ef3091402b58 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522530 Sep 26 01:42:05.497625 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90275446-8182-46a9-948c-79993704f0b2 req-0f2f50b4-9f7d-469d-b089-df7ef5a33f10 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:05.499399 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-90275446-8182-46a9-948c-79993704f0b2 req-0f2f50b4-9f7d-469d-b089-df7ef5a33f10 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0559990 Sep 26 01:42:05.554629 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-90275446-8182-46a9-948c-79993704f0b2 req-5b404644-1aa2-4317-806a-ee03756053f0 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492940 Sep 26 01:42:05.769090 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 02b15285-09ae-477c-be6b-9cf27ce25a1f no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:42:05.794710 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: 02b15285-09ae-477c-be6b-9cf27ce25a1f {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:42:05.795108 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 02b15285-09ae-477c-be6b-9cf27ce25a1f not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:42:06.398662 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537c447-cb0d-4837-a513-a134f05abd3c req-5e0aa422-ac39-46ad-83be-31b47cbcc1d9 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:06.400914 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b537c447-cb0d-4837-a513-a134f05abd3c req-5e0aa422-ac39-46ad-83be-31b47cbcc1d9 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Sep 26 01:42:06.461031 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b537c447-cb0d-4837-a513-a134f05abd3c req-412b88cc-bcb8-4e81-9e65-6dbc80520293 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540969 Sep 26 01:42:06.694707 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad3dc9-05b5-4bf6-9e9c-cd26aff56351 req-a2b249b7-59f5-46a8-9d2e-3ceb28f289d0 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:06.696389 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-40ad3dc9-05b5-4bf6-9e9c-cd26aff56351 req-a2b249b7-59f5-46a8-9d2e-3ceb28f289d0 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0548651 Sep 26 01:42:06.757963 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-40ad3dc9-05b5-4bf6-9e9c-cd26aff56351 req-1dd838d2-1a12-4a87-b8c1-94d2ab18d3fd tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529721 Sep 26 01:42:07.610965 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249749a-67ee-4c70-9eb3-69a017082611 req-23e40255-8792-423e-aa23-f6a27bdcf5e8 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:07.612633 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0249749a-67ee-4c70-9eb3-69a017082611 req-23e40255-8792-423e-aa23-f6a27bdcf5e8 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0814836 Sep 26 01:42:07.618853 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8367997-89cc-4f8d-bba1-9cf165ef0400 req-ec648120-5c49-40a6-b083-ff06e8786522 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:07.620308 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a8367997-89cc-4f8d-bba1-9cf165ef0400 req-ec648120-5c49-40a6-b083-ff06e8786522 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0785065 Sep 26 01:42:07.730149 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:07.743469 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a8367997-89cc-4f8d-bba1-9cf165ef0400 req-7acfa347-a080-42c7-bc77-88d3d0e64d82 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8c8b0869-81a2-44a0-b1d4-58981b7461c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919166 Sep 26 01:42:07.749788 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-0249749a-67ee-4c70-9eb3-69a017082611 req-6deaadb8-01d7-48cc-a1d4-aa0dcbf467f2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Deleting port 2225fa4c-2032-458b-bdb1-24d6a09e40c1 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:42:07.750131 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0249749a-67ee-4c70-9eb3-69a017082611 req-6deaadb8-01d7-48cc-a1d4-aa0dcbf467f2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:07.819586 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:07.886050 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-0249749a-67ee-4c70-9eb3-69a017082611 req-6deaadb8-01d7-48cc-a1d4-aa0dcbf467f2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] For port 2225fa4c-2032-458b-bdb1-24d6a09e40c1, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=2225fa4c-2032-458b-bdb1-24d6a09e40c1,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:07.886334 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0249749a-67ee-4c70-9eb3-69a017082611 req-6deaadb8-01d7-48cc-a1d4-aa0dcbf467f2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:07.920974 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-0249749a-67ee-4c70-9eb3-69a017082611 req-6deaadb8-01d7-48cc-a1d4-aa0dcbf467f2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Calling delete_port for 2225fa4c-2032-458b-bdb1-24d6a09e40c1 owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:42:07.940272 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e810d-7117-48c7-b1ea-0c90d3131d0f req-dac4d5ea-44ed-455b-990d-c8003f37e544 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:07.942121 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-329e810d-7117-48c7-b1ea-0c90d3131d0f req-dac4d5ea-44ed-455b-990d-c8003f37e544 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0732861 Sep 26 01:42:08.026730 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-329e810d-7117-48c7-b1ea-0c90d3131d0f req-16499457-cc70-4216-8c51-3f327098cb34 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783811 Sep 26 01:42:08.138963 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0249749a-67ee-4c70-9eb3-69a017082611 req-6deaadb8-01d7-48cc-a1d4-aa0dcbf467f2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (2225fa4c-2032-458b-bdb1-24d6a09e40c1), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:08.166530 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deaadb8-01d7-48cc-a1d4-aa0dcbf467f2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Pushing event deleted for resources: {'Port': ['ID=2225fa4c-2032-458b-bdb1-24d6a09e40c1,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:08.222073 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0249749a-67ee-4c70-9eb3-69a017082611 req-6deaadb8-01d7-48cc-a1d4-aa0dcbf467f2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] No DVR routers for this DVR port 2225fa4c-2032-458b-bdb1-24d6a09e40c1 on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:42:08.224986 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0249749a-67ee-4c70-9eb3-69a017082611 req-6deaadb8-01d7-48cc-a1d4-aa0dcbf467f2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:08.228157 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0249749a-67ee-4c70-9eb3-69a017082611 req-6deaadb8-01d7-48cc-a1d4-aa0dcbf467f2 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.52 "DELETE /networking/v2.0/ports/2225fa4c-2032-458b-bdb1-24d6a09e40c1 HTTP/1.1" status: 204 len: 173 time: 0.6069598 Sep 26 01:42:08.228677 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6a0f6a-2168-483e-91c0-cbc3174cc2e0', 'name': 'network-vif-deleted', 'tag': '2225fa4c-2032-458b-bdb1-24d6a09e40c1'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:42:08.230911 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96f8683-3ede-4f74-8cf6-d8afe8756db3" -d '{"events": [{"server_uuid": "8e6a0f6a-2168-483e-91c0-cbc3174cc2e0", "name": "network-vif-deleted", "tag": "2225fa4c-2032-458b-bdb1-24d6a09e40c1"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:42:08.287825 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22ccfc7-5493-4bdc-be02-f6a9be0e06ec x-openstack-request-id: req-e22ccfc7-5493-4bdc-be02-f6a9be0e06ec {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:42:08.288114 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6a0f6a-2168-483e-91c0-cbc3174cc2e0", "name": "network-vif-deleted", "tag": "2225fa4c-2032-458b-bdb1-24d6a09e40c1", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:42:08.288426 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e22ccfc7-5493-4bdc-be02-f6a9be0e06ec {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:42:08.288845 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22ccfc7-5493-4bdc-be02-f6a9be0e06ec'] response: {'server_uuid': '8e6a0f6a-2168-483e-91c0-cbc3174cc2e0', 'name': 'network-vif-deleted', 'tag': '2225fa4c-2032-458b-bdb1-24d6a09e40c1', 'status': 'completed', 'code': 200} Sep 26 01:42:08.888356 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e62b1319-d3bc-46c1-9740-a3d9f0e1303a req-18d7217f-bb21-40aa-9388-69d5fee49438 tempest-ServerRescueNegativeTestJSON-669169417 tempest-ServerRescueNegativeTestJSON-669169417-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e6a0f6a-2168-483e-91c0-cbc3174cc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0418692 Sep 26 01:42:09.193956 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaac9d-e2a6-4208-81d6-7126741340b7 req-46ed8186-96f1-4481-8a4d-676c138c615a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:09.195592 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-aecaac9d-e2a6-4208-81d6-7126741340b7 req-46ed8186-96f1-4481-8a4d-676c138c615a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 946 time: 0.0568829 Sep 26 01:42:09.245659 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-aecaac9d-e2a6-4208-81d6-7126741340b7 req-002743e3-7917-4743-a09e-0aac92ab7c14 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444884 Sep 26 01:42:09.643482 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a154e0-b06a-4d56-ba81-8530dd6a9910 req-773588b9-4b7e-4c1f-91b5-3422ebc25ad0 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:09.644950 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-44a154e0-b06a-4d56-ba81-8530dd6a9910 req-773588b9-4b7e-4c1f-91b5-3422ebc25ad0 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0465162 Sep 26 01:42:09.693531 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-44a154e0-b06a-4d56-ba81-8530dd6a9910 req-dec2dbee-d48f-4a02-9c60-46bf984b0ccf tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430703 Sep 26 01:42:09.818385 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 2225fa4c-2032-458b-bdb1-24d6a09e40c1 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:42:09.841589 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: 2225fa4c-2032-458b-bdb1-24d6a09e40c1 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:42:09.841942 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 2225fa4c-2032-458b-bdb1-24d6a09e40c1 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:42:09.842350 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:42:09.913339 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 is: ACTIVE; New status is: DOWN {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:09.913727 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:09.936982 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:42:09.939791 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc574dd-693d-41f7-9d03-98f0f1775ff6" -d '{"events": [{"server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "name": "network-vif-unplugged", "status": "completed", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:42:09.953161 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:09.963482 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:09.974209 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41296) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:09.992629 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 01:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c816b5-6788-4ace-8fcf-1ac7addbc652 x-openstack-request-id: req-03c816b5-6788-4ace-8fcf-1ac7addbc652 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:42:09.993004 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "name": "network-vif-unplugged", "status": "completed", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:42:09.993338 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03c816b5-6788-4ace-8fcf-1ac7addbc652 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:42:09.993792 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c816b5-6788-4ace-8fcf-1ac7addbc652'] response: {'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'code': 200} Sep 26 01:42:10.020165 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e5ccb-2535-4f29-9f51-9293a7a0de2d req-87ffc858-3d5a-401b-8a5a-96203c0cdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:10.021711 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a17e5ccb-2535-4f29-9f51-9293a7a0de2d req-87ffc858-3d5a-401b-8a5a-96203c0cdbc3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 1128 time: 0.0511260 Sep 26 01:42:10.025221 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,revision_number=8']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:10.118703 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e5ccb-2535-4f29-9f51-9293a7a0de2d req-d58b1db2-ed6d-4030-8b00-a211066847d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:10.120407 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a17e5ccb-2535-4f29-9f51-9293a7a0de2d req-d58b1db2-ed6d-4030-8b00-a211066847d7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 200 len: 917 time: 0.0908144 Sep 26 01:42:10.185608 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a17e5ccb-2535-4f29-9f51-9293a7a0de2d req-5f684971-e9eb-4113-b532-cd576f0f07f0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 HTTP/1.1" status: 200 len: 1000 time: 0.0583923 Sep 26 01:42:10.237029 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e5ccb-2535-4f29-9f51-9293a7a0de2d req-3eaab67b-d820-4d2c-8e92-72304861285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:10.238591 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a17e5ccb-2535-4f29-9f51-9293a7a0de2d req-3eaab67b-d820-4d2c-8e92-72304861285f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=da203c2e-72b6-4935-8d01-4a01b35361c4 HTTP/1.1" status: 200 len: 855 time: 0.0454211 Sep 26 01:42:10.287862 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e5ccb-2535-4f29-9f51-9293a7a0de2d req-a6653490-6d8c-4941-b752-a40adcd816c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:10.289602 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a17e5ccb-2535-4f29-9f51-9293a7a0de2d req-a6653490-6d8c-4941-b752-a40adcd816c1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5af791d8-1618-4513-8e4d-eb7941c2c427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439425 Sep 26 01:42:10.358892 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:10.411260 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf623b-fee6-4033-802a-065c0c6e7991 req-cce55a2d-ff5e-4604-ba79-cfba1f7aa576 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:10.412760 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8bdf623b-fee6-4033-802a-065c0c6e7991 req-cce55a2d-ff5e-4604-ba79-cfba1f7aa576 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0677562 Sep 26 01:42:10.414643 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:10.415435 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47609bd4-894f-4963-9635-a5bfb64d65e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428451'] for router_interface (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:10.443960 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a17e5ccb-2535-4f29-9f51-9293a7a0de2d req-9a796d70-50c0-479f-b8aa-a1abfead345c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475112 Sep 26 01:42:10.522160 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8bdf623b-fee6-4033-802a-065c0c6e7991 req-c15ced96-f09c-41cd-9a52-a1f8be95fe4f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970266 Sep 26 01:42:10.562126 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a17e5ccb-2535-4f29-9f51-9293a7a0de2d req-164d7434-1082-4cd1-afa8-14a93daaddf6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042747 Sep 26 01:42:10.651143 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-47609bd4-894f-4963-9635-a5bfb64d65e3 admin admin] Deleting port 31b2b825-2600-475b-9362-3b9e6f5405c2 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:42:10.651402 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47609bd4-894f-4963-9635-a5bfb64d65e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:10.729840 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-47609bd4-894f-4963-9635-a5bfb64d65e3 admin admin] For port 31b2b825-2600-475b-9362-3b9e6f5405c2, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=31b2b825-2600-475b-9362-3b9e6f5405c2,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:10.729992 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47609bd4-894f-4963-9635-a5bfb64d65e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:10.743352 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-47609bd4-894f-4963-9635-a5bfb64d65e3 admin admin] Calling delete_port for 31b2b825-2600-475b-9362-3b9e6f5405c2 owned by network:router_interface {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:42:10.827602 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0d92c-ed9b-447e-92eb-0ecc1ff638b3 req-553a45fd-0987-4165-9b66-39f28e062139 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:10.829689 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1ec0d92c-ed9b-447e-92eb-0ecc1ff638b3 req-553a45fd-0987-4165-9b66-39f28e062139 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0597167 Sep 26 01:42:10.880679 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1ec0d92c-ed9b-447e-92eb-0ecc1ff638b3 req-d26f1b38-8b33-40c5-bbc8-67131f1f7b6f tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452828 Sep 26 01:42:10.905796 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:10.929929 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47609bd4-894f-4963-9635-a5bfb64d65e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (31b2b825-2600-475b-9362-3b9e6f5405c2), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:10.937861 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:10.957013 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47609bd4-894f-4963-9635-a5bfb64d65e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=31b2b825-2600-475b-9362-3b9e6f5405c2,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:11.115450 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47609bd4-894f-4963-9635-a5bfb64d65e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484627'] for router_interface (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:11.534127 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47609bd4-894f-4963-9635-a5bfb64d65e3 admin admin] Router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:42:11.636082 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47609bd4-894f-4963-9635-a5bfb64d65e3 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:42:11.640981 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-47609bd4-894f-4963-9635-a5bfb64d65e3 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6656277 Sep 26 01:42:11.644798 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41306) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:11.645276 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbdd2a6-d106-4d42-9dc3-5b2e33237d5c None None] Sync routers for ids ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:42:11.653463 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e868b8c-e29e-4510-89ea-8713bd91d17d req-46163e38-a3a1-48aa-8254-e0ed4bbc8065 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:11.655028 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2e868b8c-e29e-4510-89ea-8713bd91d17d req-46163e38-a3a1-48aa-8254-e0ed4bbc8065 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0512218 Sep 26 01:42:11.655149 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbdd2a6-d106-4d42-9dc3-5b2e33237d5c None None] Routers {'5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:42:11.655691 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-bbbdd2a6-d106-4d42-9dc3-5b2e33237d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:41:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:11.709200 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2e868b8c-e29e-4510-89ea-8713bd91d17d req-d21eb26a-92d8-423b-b28e-1cd677eb82d4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474904 Sep 26 01:42:11.748768 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Publish callbacks [] for router (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:11.759638 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-bbbdd2a6-d106-4d42-9dc3-5b2e33237d5c None None] Set router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:42:11.850083 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Publish callbacks [] for router_gateway (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:11.892429 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Deleting port 11340850-43f7-457a-baea-4ec2c1d58e0b {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:42:11.892849 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:11.927811 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-bbbdd2a6-d106-4d42-9dc3-5b2e33237d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:42:10Z', 'revision_number': 5, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port': {'id': '11340850-43f7-457a-baea-4ec2c1d58e0b', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:11.958228 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbdd2a6-d106-4d42-9dc3-5b2e33237d5c None None] Checking router: 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:42:11.966743 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbdd2a6-d106-4d42-9dc3-5b2e33237d5c None None] Routers {'5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:42:11.967339 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-bbbdd2a6-d106-4d42-9dc3-5b2e33237d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:41:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:11.976815 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] For port 11340850-43f7-457a-baea-4ec2c1d58e0b, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=11340850-43f7-457a-baea-4ec2c1d58e0b,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:11.977180 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:11.992796 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Calling delete_port for 11340850-43f7-457a-baea-4ec2c1d58e0b owned by network:router_gateway {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:42:12.008815 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cc01d-4832-4f45-a0d3-063a6d614457 req-727258af-1e2f-41a5-9eed-04d6072e1619 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:12.010678 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f2cc01d-4832-4f45-a0d3-063a6d614457 req-727258af-1e2f-41a5-9eed-04d6072e1619 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0529022 Sep 26 01:42:12.072237 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7f2cc01d-4832-4f45-a0d3-063a6d614457 req-5eea3cb0-a0d2-4a83-b058-7fa318e94cbb tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550754 Sep 26 01:42:12.096363 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:12.097016 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:12.144067 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-bbbdd2a6-d106-4d42-9dc3-5b2e33237d5c None None] Set router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d gateway port host: None {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:42:12.170699 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (11340850-43f7-457a-baea-4ec2c1d58e0b), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:12.193369 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-bbbdd2a6-d106-4d42-9dc3-5b2e33237d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:42:11Z', 'revision_number': 6, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port_host': None}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:12.197340 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=11340850-43f7-457a-baea-4ec2c1d58e0b,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:12.219499 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbdd2a6-d106-4d42-9dc3-5b2e33237d5c None None] The sync data for ids ['5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d'] in dv-cinder-859203-2-iscsi is: [{'id': '5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d', 'name': 'tempest-ServerRescueNegativeTestJSON-229705201-router', 'tenant_id': 'a553921e97994322b71fda7d032ed8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:05Z', 'updated_at': '2022-09-26T01:42:11Z', 'revision_number': 6, 'project_id': 'a553921e97994322b71fda7d032ed8bf', 'gw_port_host': None}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:42:12.269919 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485721'] for router_gateway (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:12.355041 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f9fe-55e2-412e-bc20-764755706672 req-c9acaf40-0665-4f66-8d4c-579d155383bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:12.356620 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5354f9fe-55e2-412e-bc20-764755706672 req-c9acaf40-0665-4f66-8d4c-579d155383bd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1d406b57f894053834ce17fa63fa6ac&device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 1129 time: 0.0389833 Sep 26 01:42:12.367743 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:12.369950 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Publish callbacks [] for router_controller (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:12.421867 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484718'] for router (5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:12.422661 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d {{(pid=106406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 01:42:12.431637 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:12.435186 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-a515dabb-8d11-419f-bc53-0c3195a9e0a4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/5840d5f9-4cf6-43a5-b7c3-d2f7595e3c2d HTTP/1.1" status: 204 len: 168 time: 0.7867274 Sep 26 01:42:12.435504 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41312) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:12.525431 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b4b3f1-79f2-4ad3-b8a6-7e9c8f438041 admin admin] Deleting subnet 38206234-32a5-44a3-8e38-190376c3054e {{(pid=106405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:42:12.536655 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-83b4b3f1-79f2-4ad3-b8a6-7e9c8f438041 admin admin] Publish callbacks [] for subnet (38206234-32a5-44a3-8e38-190376c3054e), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:12.574938 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f9fe-55e2-412e-bc20-764755706672 req-3c9f3469-fdd0-4561-86f1-77b09b903e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:12.576469 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5354f9fe-55e2-412e-bc20-764755706672 req-3c9f3469-fdd0-4561-86f1-77b09b903e59 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 HTTP/1.1" status: 200 len: 910 time: 0.1640019 Sep 26 01:42:12.600533 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-83b4b3f1-79f2-4ad3-b8a6-7e9c8f438041 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7542103'] for subnet (38206234-32a5-44a3-8e38-190376c3054e), precommit_delete_associations {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:12.696389 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5354f9fe-55e2-412e-bc20-764755706672 req-c61d647e-4851-418c-afc8-765c2edd3f6b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63087146-5dff-4cf6-a44b-2902e0428945 HTTP/1.1" status: 200 len: 1000 time: 0.1047649 Sep 26 01:42:12.767486 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-83b4b3f1-79f2-4ad3-b8a6-7e9c8f438041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (38206234-32a5-44a3-8e38-190376c3054e), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:12.836245 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:12.860981 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfe9ca-9dd2-4590-8308-a6aac640b13d req-b97b9c8c-1f4a-4d70-b064-6c539b445b09 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:12.862449 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-afbfe9ca-9dd2-4590-8308-a6aac640b13d req-b97b9c8c-1f4a-4d70-b064-6c539b445b09 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0659256 Sep 26 01:42:12.867085 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-83b4b3f1-79f2-4ad3-b8a6-7e9c8f438041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5001565'] for subnet (38206234-32a5-44a3-8e38-190376c3054e), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:12.899609 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4b3f1-79f2-4ad3-b8a6-7e9c8f438041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38206234-32a5-44a3-8e38-190376c3054e,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:12.910734 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:12.911945 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-83b4b3f1-79f2-4ad3-b8a6-7e9c8f438041 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:12.915042 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-83b4b3f1-79f2-4ad3-b8a6-7e9c8f438041 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/38206234-32a5-44a3-8e38-190376c3054e HTTP/1.1" status: 204 len: 168 time: 0.4786229 Sep 26 01:42:12.915843 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8379bead-dfad-474c-be35-a764d9a4511e None None] Network a09d4722-058c-40eb-9bf4-6c4a707b96c6 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:42:12.917770 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41316) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:12.972902 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-afbfe9ca-9dd2-4590-8308-a6aac640b13d req-eb59fc2b-312c-4fb7-a3ba-8bc44a49f27c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998850 Sep 26 01:42:13.019647 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (a09d4722-058c-40eb-9bf4-6c4a707b96c6), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.053328 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f9fe-55e2-412e-bc20-764755706672 req-310b8ebd-2c70-4a77-97b1-8338b975f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:13.054769 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5354f9fe-55e2-412e-bc20-764755706672 req-310b8ebd-2c70-4a77-97b1-8338b975f071 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=fe53b015-5ee8-43a5-b042-f222f4c936e1 HTTP/1.1" status: 200 len: 848 time: 0.1190350 Sep 26 01:42:13.072281 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 31b2b825-2600-475b-9362-3b9e6f5405c2 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:42:13.081265 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Deleting port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:42:13.081887 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.129416 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 31b2b825-2600-475b-9362-3b9e6f5405c2 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:42:13.129920 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 31b2b825-2600-475b-9362-3b9e6f5405c2 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:42:13.137190 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f9fe-55e2-412e-bc20-764755706672 req-ed056e2d-5c81-4f06-8843-60065ee896e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:13.139115 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5354f9fe-55e2-412e-bc20-764755706672 req-ed056e2d-5c81-4f06-8843-60065ee896e9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735621 Sep 26 01:42:13.169561 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5f748a-c62b-4ea9-aeb7-ea0fc3d5df77 None None] DHCP port deletion for a09d4722-058c-40eb-9bf4-6c4a707b96c6 request from dv-cinder-859203-2-iscsi {{(pid=106407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 01:42:13.190120 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] For port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:13.190657 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.219220 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Calling delete_port for a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a owned by network:dhcp {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:42:13.230044 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f748a-c62b-4ea9-aeb7-ea0fc3d5df77 None None] Deleting port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a {{(pid=106407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:42:13.230694 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-8e5f748a-c62b-4ea9-aeb7-ea0fc3d5df77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), before_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.332044 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.337547 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-8e5f748a-c62b-4ea9-aeb7-ea0fc3d5df77 None None] For port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a,segment=NetworkSegment(2d041b65-3e7c-4958-bda5-391750c6989d),segment_id=2d041b65-3e7c-4958-bda5-391750c6989d)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:13.338392 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-8e5f748a-c62b-4ea9-aeb7-ea0fc3d5df77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), precommit_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.373631 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:13.376729 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] No DVR routers for this DVR port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a on host dv-cinder-859203-2-iscsi {{(pid=106406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:42:13.396334 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f748a-c62b-4ea9-aeb7-ea0fc3d5df77 None None] Calling delete_port for a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a owned by network:dhcp {{(pid=106407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:42:13.524763 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (a09d4722-058c-40eb-9bf4-6c4a707b96c6), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.533589 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:13.569012 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-8e5f748a-c62b-4ea9-aeb7-ea0fc3d5df77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021'] for port (a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a), after_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.573596 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09d4722-058c-40eb-9bf4-6c4a707b96c6']}} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:13.612887 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f748a-c62b-4ea9-aeb7-ea0fc3d5df77 None None] Pushing event deleted for resources: {'Port': ['ID=a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a,revision_number=None']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:13.616114 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f748a-c62b-4ea9-aeb7-ea0fc3d5df77 None None] No DVR routers for this DVR port a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a on host dv-cinder-859203-2-iscsi {{(pid=106407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:42:13.623119 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d041b65-3e7c-4958-bda5-391750c6989d') {'for_net_delete': True} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:13.623418 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d041b65-3e7c-4958-bda5-391750c6989d') {} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:13.649339 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8362259'] for segment (2d041b65-3e7c-4958-bda5-391750c6989d), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.712838 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (2d041b65-3e7c-4958-bda5-391750c6989d), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.721928 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd198a-60f8-48ac-a464-777a5ffee8a1 req-f1da69bb-d17c-403e-a6f2-76fc90c5f8a9 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:13.722455 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=106406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:42:13.722455 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6739872'] for segment (2d041b65-3e7c-4958-bda5-391750c6989d), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.729416 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e5fd198a-60f8-48ac-a464-777a5ffee8a1 req-f1da69bb-d17c-403e-a6f2-76fc90c5f8a9 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.5144575 Sep 26 01:42:13.789470 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:13.799837 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5354f9fe-55e2-412e-bc20-764755706672 req-3105e733-80f4-47d6-8369-959dd4629733 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527596 Sep 26 01:42:13.822953 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (a09d4722-058c-40eb-9bf4-6c4a707b96c6), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.838533 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:13.846292 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/a09d4722-058c-40eb-9bf4-6c4a707b96c6 HTTP/1.1" status: 204 len: 168 time: 0.9274309 Sep 26 01:42:13.865995 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment 2d041b65-3e7c-4958-bda5-391750c6989d resource provider aggregate not found Sep 26 01:42:13.870954 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e1652-5b12-4422-9e7f-92974259fff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a09d4722-058c-40eb-9bf4-6c4a707b96c6,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:13.872674 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e5fd198a-60f8-48ac-a464-777a5ffee8a1 req-49d92bda-087b-4e9d-81cc-0f6f279b0d9d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422739 Sep 26 01:42:13.886139 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment 2d041b65-3e7c-4958-bda5-391750c6989d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d041b65-3e7c-4958-bda5-391750c6989d found for delete ", "request_id": "req-57929657-fd25-484c-8bfd-9425293a0b1d"}]} Sep 26 01:42:13.956763 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5354f9fe-55e2-412e-bc20-764755706672 req-435e1749-7a97-45a9-bf52-f7067e750e91 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476576 Sep 26 01:42:13.992727 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41348) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:14.034912 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-020f9aa3-cdc0-4ac0-a476-572637e50a21 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a553921e97994322b71fda7d032ed8bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408363 Sep 26 01:42:14.037582 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41350) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:14.091089 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-70967bfe-bc08-4a79-a129-0f5240a93da4 admin admin] Publish callbacks [] for security_group (8c8b0869-81a2-44a0-b1d4-58981b7461c3), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:14.114826 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-70967bfe-bc08-4a79-a129-0f5240a93da4 admin admin] Publish callbacks [] for security_group (8c8b0869-81a2-44a0-b1d4-58981b7461c3), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:14.141684 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:14.166861 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-70967bfe-bc08-4a79-a129-0f5240a93da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8c8b0869-81a2-44a0-b1d4-58981b7461c3), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:14.169490 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-70967bfe-bc08-4a79-a129-0f5240a93da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:14.170631 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-70967bfe-bc08-4a79-a129-0f5240a93da4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8c8b0869-81a2-44a0-b1d4-58981b7461c3 HTTP/1.1" status: 204 len: 168 time: 0.1321392 Sep 26 01:42:14.179543 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70967bfe-bc08-4a79-a129-0f5240a93da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8b0869-81a2-44a0-b1d4-58981b7461c3,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:14.381653 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ef2ba-6092-4008-ad56-27bb1ecbf213 req-d997fc35-ebaf-429b-8704-ec80d2cb078f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:14.383270 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-231ef2ba-6092-4008-ad56-27bb1ecbf213 req-d997fc35-ebaf-429b-8704-ec80d2cb078f tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0499580 Sep 26 01:42:14.415871 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-a5f30513-e2e5-4d3f-aef4-9f6bb413ac15 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415831 Sep 26 01:42:14.436749 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-231ef2ba-6092-4008-ad56-27bb1ecbf213 req-f079552e-0b7e-48fc-9954-3ed68acbd995 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465231 Sep 26 01:42:14.513991 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-3cb54c11-3241-4713-98a2-99051eec0bd4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:14.515390 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-3cb54c11-3241-4713-98a2-99051eec0bd4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports/c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 HTTP/1.1" status: 200 len: 941 time: 0.0667603 Sep 26 01:42:14.539503 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:42:14.567354 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:42:14.567697 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device a3bcbf25-9010-4c8a-9383-2bcd1b6b1d5a not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:42:14.568290 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 11340850-43f7-457a-baea-4ec2c1d58e0b no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:42:14.588008 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 11340850-43f7-457a-baea-4ec2c1d58e0b {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:42:14.588377 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 11340850-43f7-457a-baea-4ec2c1d58e0b not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:42:14.931534 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41394) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:14.977366 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902c00-072c-44ab-99e7-4b58ec510da0 req-952e2b9b-46d2-4c45-b8c3-42a9cde38735 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:14.978890 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30902c00-072c-44ab-99e7-4b58ec510da0 req-952e2b9b-46d2-4c45-b8c3-42a9cde38735 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0604041 Sep 26 01:42:15.044194 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-30902c00-072c-44ab-99e7-4b58ec510da0 req-07fe3cd9-3a3f-417f-83d0-f72a2006e9af tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595582 Sep 26 01:42:15.094781 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-256548460-network', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:42:15.116162 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Made reservation on behalf of 7e247930abd14072b8dfab4043d3e3f5 for: {'network': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:42:15.118495 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.127976 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.206120 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Publish callbacks [] for security_group (14963a47-1a29-42ae-9857-60a58065fb0f), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.211144 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (14963a47-1a29-42ae-9857-60a58065fb0f), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.242148 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=106405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:42:15.247815 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14963a47-1a29-42ae-9857-60a58065fb0f,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:15.255738 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (759ff7e5-b856-418e-90e6-7856f7ba82f3), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.256094 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.segments_db [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Added segment 759ff7e5-b856-418e-90e6-7856f7ba82f3 of type vlan for network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 Sep 26 01:42:15.289745 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:15.299820 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (3f9f02f3-760e-48dc-b09d-e8f3d058e4c5), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.301800 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:15.331376 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (3f9f02f3-760e-48dc-b09d-e8f3d058e4c5), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.332497 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:15.333070 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.388939 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4562824 Sep 26 01:42:15.391925 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41400) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:15.396886 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-66bf1b05-90d8-4e59-867e-0679cbdc28f5 admin admin] Request body: {'subnet': {'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-256548460-subnet', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:42:15.399842 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff6c9a-d7fe-4b88-9084-88faf0ab22b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:15.410019 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:42:15.413023 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:15.419621 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bf1b05-90d8-4e59-867e-0679cbdc28f5 admin admin] Made reservation on behalf of 7e247930abd14072b8dfab4043d3e3f5 for: {'subnet': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:42:15.422013 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-66bf1b05-90d8-4e59-867e-0679cbdc28f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7861721'] for subnet (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.576970 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6536f-26ea-4cb7-aebf-fa97d13e8368 req-80c71ff8-8fe6-4601-95ee-edc0e27d582c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:15.579471 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-70f6536f-26ea-4cb7-aebf-fa97d13e8368 req-80c71ff8-8fe6-4601-95ee-edc0e27d582c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0516965 Sep 26 01:42:15.607588 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-66bf1b05-90d8-4e59-867e-0679cbdc28f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6738117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7861711'] for subnet (3955534a-546f-4dc6-aa07-a2e631b4037a), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.638037 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-70f6536f-26ea-4cb7-aebf-fa97d13e8368 req-058dd86d-7f09-4344-8d70-d82ca6005815 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522640 Sep 26 01:42:15.680652 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf1b05-90d8-4e59-867e-0679cbdc28f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3955534a-546f-4dc6-aa07-a2e631b4037a,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:15.682812 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bf1b05-90d8-4e59-867e-0679cbdc28f5 admin admin] Checking segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:42:15.683166 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf1b05-90d8-4e59-867e-0679cbdc28f5 admin admin] Network hostable DHCP agents. Network: 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:42:15.701195 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf1b05-90d8-4e59-867e-0679cbdc28f5 admin admin] Network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:42:15.712791 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-66bf1b05-90d8-4e59-867e-0679cbdc28f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5) {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:42:15.717144 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bf1b05-90d8-4e59-867e-0679cbdc28f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:15.717730 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-66bf1b05-90d8-4e59-867e-0679cbdc28f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.722787 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83da3c5a-e944-4083-a82b-81f2c66f10b5 None None] Network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:42:15.740261 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-66bf1b05-90d8-4e59-867e-0679cbdc28f5 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3441789 Sep 26 01:42:15.740409 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41404) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:15.745155 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:42:15.767499 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (2ed34702-2bde-499d-ba24-630f048a761b), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.768643 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (2ed34702-2bde-499d-ba24-630f048a761b), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.830967 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:42:15.832698 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Publish callbacks [] for router_controller (2ed34702-2bde-499d-ba24-630f048a761b), precommit_add_association {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.861532 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:42:15.862434 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.970569 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Publish callbacks [] for router_gateway (2ed34702-2bde-499d-ba24-630f048a761b), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:15.997992 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 is: DOWN; New status is: DOWN {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:16.042403 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Allocated IP 172.20.0.2 (3f9f02f3-760e-48dc-b09d-e8f3d058e4c5/3955534a-546f-4dc6-aa07-a2e631b4037a/6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:42:16.191484 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Publish callbacks [] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:16.198800 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:16.225966 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-5a359b6f-5270-455e-8d1f-4107c8c09296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:16.227274 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-5a359b6f-5270-455e-8d1f-4107c8c09296 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6&tenant_id=2f78ca6e22f04c4ab911b2e308338517 HTTP/1.1" status: 200 len: 1128 time: 0.1373737 Sep 26 01:42:16.242774 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:42:16.248262 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:42:16.252898 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:42:16.257836 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Pushing event updated for resources: {'Port': ['ID=6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:16.292014 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898ee13-e132-43a1-8c93-675e693880de req-0811f91f-20fc-4f58-b19c-5102808ed97a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:16.293502 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d898ee13-e132-43a1-8c93-675e693880de req-0811f91f-20fc-4f58-b19c-5102808ed97a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.1280289 Sep 26 01:42:16.312106 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Attempting to bind port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:42:16.313468 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Attempting to bind port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:42:16.313639 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Attempting to bind port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:42:16.326165 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Publish callbacks [] for router_gateway (2ed34702-2bde-499d-ba24-630f048a761b), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:16.331707 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-375b7909-33f1-4ac6-b87d-a40d58f0d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:16.333225 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-375b7909-33f1-4ac6-b87d-a40d58f0d167 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 1128 time: 0.0804250 Sep 26 01:42:16.356327 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:42:16.356710 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Checking segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:42:16.357103 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:16.357486 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Bound using segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:42:16.357946 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Bound port: 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:42:16.358318 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:16.360507 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:16.424291 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] For port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:42:16.427747 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] For port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:42:16.434536 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:16.474189 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:16.482113 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:16.488065 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d898ee13-e132-43a1-8c93-675e693880de req-1aea5e9b-8876-4382-9aab-29b82dfd0feb tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865258 Sep 26 01:42:16.519297 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28080b-d0dc-4591-9f5c-3532cb3714b7 None None] Pushing event updated for resources: {'Port': ['ID=6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:16.522998 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:16.538649 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:16.559659 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-7bdf4bba-b81d-4f0f-bb17-46fa65e2e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:16.561254 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-7bdf4bba-b81d-4f0f-bb17-46fa65e2e3ad service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 200 len: 917 time: 0.2094600 Sep 26 01:42:16.629650 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Allocated IP 172.27.0.35 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/9751773e-cf8e-4445-b765-2553095dc039) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:42:16.639900 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:16.677347 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-40df3115-c51e-4676-a428-d5163abe83cb service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 HTTP/1.1" status: 200 len: 1000 time: 0.1008642 Sep 26 01:42:16.830021 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-80cd0ffc-973a-4cca-9921-f3728eda9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:16.831508 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-80cd0ffc-973a-4cca-9921-f3728eda9f81 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=da203c2e-72b6-4935-8d01-4a01b35361c4 HTTP/1.1" status: 200 len: 855 time: 0.1443098 Sep 26 01:42:16.842208 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c066b-a139-4123-9f9f-b546183bdfd1 req-6e691253-9358-4908-be70-a05d53928e01 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:16.843549 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a88c066b-a139-4123-9f9f-b546183bdfd1 req-6e691253-9358-4908-be70-a05d53928e01 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0955243 Sep 26 01:42:16.896582 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Publish callbacks [] for port (9751773e-cf8e-4445-b765-2553095dc039), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:16.929334 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-49f147de-4455-4206-9ee0-91411c95f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:16.930795 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-49f147de-4455-4206-9ee0-91411c95f7de service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5af791d8-1618-4513-8e4d-eb7941c2c427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840425 Sep 26 01:42:16.979617 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a88c066b-a139-4123-9f9f-b546183bdfd1 req-c5fa8aab-da4c-4db0-99a4-370da5b68569 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215353 Sep 26 01:42:17.025049 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (9751773e-cf8e-4445-b765-2553095dc039), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:17.092255 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:42:17.099258 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:42:17.101675 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:42:17.105087 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-dd98097f-3922-41de-8f10-3a8c81b3284a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629441 Sep 26 01:42:17.109084 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Pushing event updated for resources: {'Port': ['ID=9751773e-cf8e-4445-b765-2553095dc039,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:17.317492 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-56e36481-1a4f-404e-a353-f2bd1056f3bd req-cfd732a9-0025-419e-ba68-ab12b7cde735 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880565 Sep 26 01:42:17.421198 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e593d7-ae2b-4ff0-ba94-34884a63b56c None None] Network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:42:17.439660 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Publish callbacks [] for router_gateway (2ed34702-2bde-499d-ba24-630f048a761b), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:17.442292 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:17.486093 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:17.515312 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-3e83be95-83b8-4479-aa31-abe93d08bd66 None None] Provisioning complete for port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:17.515312 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-3e83be95-83b8-4479-aa31-abe93d08bd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:17.515859 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-3e83be95-83b8-4479-aa31-abe93d08bd66 None None] Attempt 1 to provision port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 Sep 26 01:42:17.623264 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-3e83be95-83b8-4479-aa31-abe93d08bd66 None None] Current status of the port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:17.623646 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-3e83be95-83b8-4479-aa31-abe93d08bd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:17.664137 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-3e83be95-83b8-4479-aa31-abe93d08bd66 None None] For port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:17.669553 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-3e83be95-83b8-4479-aa31-abe93d08bd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:17.692661 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945de687-d98a-475b-b784-51875ce3c60f req-8e3513a6-151a-4dd4-8aa3-2d825a7a8358 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:17.694806 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-945de687-d98a-475b-b784-51875ce3c60f req-8e3513a6-151a-4dd4-8aa3-2d825a7a8358 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0655665 Sep 26 01:42:17.697889 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665'] for router (2ed34702-2bde-499d-ba24-630f048a761b), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:17.740224 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83be95-83b8-4479-aa31-abe93d08bd66 None None] Pushing event updated for resources: {'Port': ['ID=6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:17.830649 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-945de687-d98a-475b-b784-51875ce3c60f req-51c4d0b5-ea9a-4afc-973a-b490f33f243c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254544 Sep 26 01:42:17.871894 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Router 2ed34702-2bde-499d-ba24-630f048a761b is scheduled to L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 with binding_index 1 {{(pid=106405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 01:42:17.892547 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-1c8b43d2-6d05-4669-b92c-9f13b4d763ff None None] Provisioning complete for port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:17.892547 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-1c8b43d2-6d05-4669-b92c-9f13b4d763ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:17.892547 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-1c8b43d2-6d05-4669-b92c-9f13b4d763ff None None] Attempt 1 to provision port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 Sep 26 01:42:17.999368 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b43d2-6d05-4669-b92c-9f13b4d763ff None None] Current status of the port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:18.003515 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:42:18.022005 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Sync routers for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:42:18.039704 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:18.044062 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41434) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:18.045338 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:42:18.045603 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-c12e97d4-2ae3-4750-acee-02261346d72d admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2996299 Sep 26 01:42:18.046432 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:41:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:18.187033 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f01a66-1118-4072-8ab6-ba376b2edf91 req-bd100884-fe54-40b1-b454-1fc6689d92d9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:18.196514 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45f01a66-1118-4072-8ab6-ba376b2edf91 req-bd100884-fe54-40b1-b454-1fc6689d92d9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.1114817 Sep 26 01:42:18.206089 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:42:18.302575 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45f01a66-1118-4072-8ab6-ba376b2edf91 req-b05a95f8-7488-4a99-8dc0-1313fee13737 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048629 Sep 26 01:42:18.463973 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:18.478018 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:17Z', 'revision_number': 3, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:18.511201 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Checking router: 2ed34702-2bde-499d-ba24-630f048a761b for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:42:18.511802 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Updating router 2ed34702-2bde-499d-ba24-630f048a761b port 9751773e-cf8e-4445-b765-2553095dc039 binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:42:18.581547 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9751773e-cf8e-4445-b765-2553095dc039), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:18.634636 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:42:18.693305 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:18.722291 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:18.819857 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:18.924143 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:18.924927 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:18.925609 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 Sep 26 01:42:18.929922 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:19.032862 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Allocated IP 172.20.0.1 (3f9f02f3-760e-48dc-b09d-e8f3d058e4c5/3955534a-546f-4dc6-aa07-a2e631b4037a/5e3afce4-0e09-4243-95e5-faff32efe104) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:42:19.034304 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe8d11-7180-4223-854f-485c1bb56af2 req-2592ce3c-f285-435c-8b6b-2b110ecd8fb1 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:19.036035 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e8fe8d11-7180-4223-854f-485c1bb56af2 req-2592ce3c-f285-435c-8b6b-2b110ecd8fb1 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0785403 Sep 26 01:42:19.108988 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e8fe8d11-7180-4223-854f-485c1bb56af2 req-89c175f7-feb8-4dcd-821b-c4f967a7c651 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667763 Sep 26 01:42:19.161101 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:19.235047 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Publish callbacks [] for port (5e3afce4-0e09-4243-95e5-faff32efe104), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:19.290355 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Publish callbacks [] for port (9751773e-cf8e-4445-b765-2553095dc039), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:19.292493 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:19.300505 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (9751773e-cf8e-4445-b765-2553095dc039), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:19.340486 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Attempting to bind port 9751773e-cf8e-4445-b765-2553095dc039 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:42:19.340486 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Attempting to bind port 9751773e-cf8e-4445-b765-2553095dc039 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:42:19.340703 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:42:19.340807 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Attempting to bind port 9751773e-cf8e-4445-b765-2553095dc039 on network 4033d1d8-514c-468e-8f1f-247159e0de47 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:42:19.347456 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:42:19.350501 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:42:19.354062 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Pushing event updated for resources: {'Port': ['ID=5e3afce4-0e09-4243-95e5-faff32efe104,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:19.394624 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287ed06-c5c5-492b-9afe-ce0935651902 None None] Pushing event updated for resources: {'Port': ['ID=9751773e-cf8e-4445-b765-2553095dc039,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:19.406239 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428312'] for router_interface (2ed34702-2bde-499d-ba24-630f048a761b), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:19.419795 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:42:19.420314 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:42:19.420749 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:19.421143 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Bound using segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:42:19.422168 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Bound port: 9751773e-cf8e-4445-b765-2553095dc039, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:42:19.422697 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9751773e-cf8e-4445-b765-2553095dc039), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:19.486297 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] For port 9751773e-cf8e-4445-b765-2553095dc039, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:42:19.490942 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] For port 9751773e-cf8e-4445-b765-2553095dc039, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=9751773e-cf8e-4445-b765-2553095dc039,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:42:19.518985 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (9751773e-cf8e-4445-b765-2553095dc039), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:19.553043 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be826b5b-8f5c-4dc6-a144-56393418ecc4 req-5fcf199e-1c8f-4174-9fe7-c33b952ed087 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:19.560650 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-be826b5b-8f5c-4dc6-a144-56393418ecc4 req-5fcf199e-1c8f-4174-9fe7-c33b952ed087 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.1062918 Sep 26 01:42:19.588797 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287ed06-c5c5-492b-9afe-ce0935651902 None None] Pushing event updated for resources: {'Port': ['ID=9751773e-cf8e-4445-b765-2553095dc039,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:19.604072 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:42:19.604940 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:41:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:19.639076 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-be826b5b-8f5c-4dc6-a144-56393418ecc4 req-78e41f42-d9de-49cc-add5-d6213c54fb48 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708795 Sep 26 01:42:19.667320 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:19.752838 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:19.780041 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Provisioning complete for port 5e3afce4-0e09-4243-95e5-faff32efe104 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:19.780599 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:19.782002 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Attempt 1 to provision port 5e3afce4-0e09-4243-95e5-faff32efe104 Sep 26 01:42:19.810580 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:42:19.851756 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Port 5e3afce4-0e09-4243-95e5-faff32efe104 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:42:19.893321 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:19.894899 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Publish callbacks [] for port (5e3afce4-0e09-4243-95e5-faff32efe104), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:19.901906 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:19.999500 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Pushing event updated for resources: {'Port': ['ID=5e3afce4-0e09-4243-95e5-faff32efe104,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:20.020027 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428428'] for router_interface (2ed34702-2bde-499d-ba24-630f048a761b), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:20.021641 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:20.048779 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:20.081487 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30dab5-d5bf-401a-b429-11b0572dd905 None None] The sync data for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi is: [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:42:20.154718 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:42:20.156894 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:42:20.310909 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a132a-1eaf-41c7-894b-ba6d5b30bd7a req-c5e00df0-f6fb-447d-9046-4e600f7c8811 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:20.329510 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ad5a132a-1eaf-41c7-894b-ba6d5b30bd7a req-c5e00df0-f6fb-447d-9046-4e600f7c8811 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.1147068 Sep 26 01:42:20.338148 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Router 2ed34702-2bde-499d-ba24-630f048a761b has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:42:20.354154 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Attempt 2 to provision port 5e3afce4-0e09-4243-95e5-faff32efe104 Sep 26 01:42:20.452267 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Port 5e3afce4-0e09-4243-95e5-faff32efe104 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:42:20.518786 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ad5a132a-1eaf-41c7-894b-ba6d5b30bd7a req-5b1c3207-6d91-431e-b5e2-c9983b3da5b9 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881108 Sep 26 01:42:20.838296 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:42:20.849044 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-df4910b7-d283-43ab-92b2-084f57af2deb admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/2ed34702-2bde-499d-ba24-630f048a761b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8033466 Sep 26 01:42:20.855353 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:20.901365 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603723e6-4f3f-45e0-a253-cd227ff77e0d req-2111e423-ae7f-48b4-a58a-0d14c85b7a38 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:20.903617 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-603723e6-4f3f-45e0-a253-cd227ff77e0d req-2111e423-ae7f-48b4-a58a-0d14c85b7a38 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0944340 Sep 26 01:42:20.953970 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Attempt 3 to provision port 5e3afce4-0e09-4243-95e5-faff32efe104 Sep 26 01:42:20.980996 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:20.992431 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-603723e6-4f3f-45e0-a253-cd227ff77e0d req-83e87484-24ac-48dd-a22a-bd3a9c3b284b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816362 Sep 26 01:42:21.009637 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Port 5e3afce4-0e09-4243-95e5-faff32efe104 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:42:21.333592 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41454) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:21.340096 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-e77a73b1-288a-4fe1-960e-54b72fec90e0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546305784', 'description': 'tempest-description--1371377268'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:42:21.364095 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e77a73b1-288a-4fe1-960e-54b72fec90e0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:21.471773 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e77a73b1-288a-4fe1-960e-54b72fec90e0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (4957b47a-1fec-4215-a970-d2e8c7d7a17a), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:21.479460 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e77a73b1-288a-4fe1-960e-54b72fec90e0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4957b47a-1fec-4215-a970-d2e8c7d7a17a), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:21.510236 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Attempt 4 to provision port 5e3afce4-0e09-4243-95e5-faff32efe104 Sep 26 01:42:21.547275 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e77a73b1-288a-4fe1-960e-54b72fec90e0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:21.556719 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-e77a73b1-288a-4fe1-960e-54b72fec90e0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2189412 Sep 26 01:42:21.556719 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41456) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:21.573792 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-00e0e015-fc9a-4806-bff8-941fcf8c7260 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'security_group_rule': {'security_group_id': '4957b47a-1fec-4215-a970-d2e8c7d7a17a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:42:21.591662 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Port 5e3afce4-0e09-4243-95e5-faff32efe104 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:42:21.597701 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a73b1-288a-4fe1-960e-54b72fec90e0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4957b47a-1fec-4215-a970-d2e8c7d7a17a,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:21.651269 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-00e0e015-fc9a-4806-bff8-941fcf8c7260 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (a27f94e4-6171-445e-b045-f777731ac089), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:21.727559 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7adda-9c71-493c-8da7-13e923e3cdd5 req-5b589a27-d76c-45f8-8193-b486b1768a65 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:21.729233 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dbd7adda-9c71-493c-8da7-13e923e3cdd5 req-5b589a27-d76c-45f8-8193-b486b1768a65 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0799510 Sep 26 01:42:21.767353 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-00e0e015-fc9a-4806-bff8-941fcf8c7260 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (a27f94e4-6171-445e-b045-f777731ac089), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:21.777280 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-00e0e015-fc9a-4806-bff8-941fcf8c7260 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (a27f94e4-6171-445e-b045-f777731ac089), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:21.820800 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0e015-fc9a-4806-bff8-941fcf8c7260 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27f94e4-6171-445e-b045-f777731ac089,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:21.830920 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dbd7adda-9c71-493c-8da7-13e923e3cdd5 req-c655fc7e-db11-412f-a7b6-a3e8b0118e1e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874410 Sep 26 01:42:21.834594 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-00e0e015-fc9a-4806-bff8-941fcf8c7260 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:21.836295 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-00e0e015-fc9a-4806-bff8-941fcf8c7260 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2663238 Sep 26 01:42:21.839143 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41462) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:21.844993 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-2d693549-e706-4857-8cde-28892c63ea49 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'security_group_rule': {'security_group_id': '4957b47a-1fec-4215-a970-d2e8c7d7a17a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:42:21.888973 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2d693549-e706-4857-8cde-28892c63ea49 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (6029c7bb-32e9-407f-abec-5f85629322b7), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:21.978436 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2d693549-e706-4857-8cde-28892c63ea49 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (6029c7bb-32e9-407f-abec-5f85629322b7), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:21.982954 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2d693549-e706-4857-8cde-28892c63ea49 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (6029c7bb-32e9-407f-abec-5f85629322b7), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:22.008303 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d693549-e706-4857-8cde-28892c63ea49 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6029c7bb-32e9-407f-abec-5f85629322b7,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:22.044150 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2d693549-e706-4857-8cde-28892c63ea49 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:22.050944 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-2d693549-e706-4857-8cde-28892c63ea49 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2070198 Sep 26 01:42:22.051533 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41466) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:22.056260 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:42:22.093228 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Attempt 5 to provision port 5e3afce4-0e09-4243-95e5-faff32efe104 Sep 26 01:42:22.112534 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:22.178529 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Port 5e3afce4-0e09-4243-95e5-faff32efe104 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:42:22.195329 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=56 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:22.196137 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=65 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:22.206210 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f4dab-3d4c-426e-a9c6-b63321ed5e6a req-456b170b-373f-4500-8a0a-9db345ae2515 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:22.207804 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-632f4dab-3d4c-426e-a9c6-b63321ed5e6a req-456b170b-373f-4500-8a0a-9db345ae2515 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0611362 Sep 26 01:42:22.243692 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:22.282365 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-632f4dab-3d4c-426e-a9c6-b63321ed5e6a req-80447f5a-5024-46b0-ae9e-ebd3032e3144 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648484 Sep 26 01:42:22.369930 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Allocated IP 172.27.0.62 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/602fc78d-459d-4950-91ca-3e3ce9ff559e) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:42:22.465446 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:22.521305 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for port (602fc78d-459d-4950-91ca-3e3ce9ff559e), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:22.579209 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (602fc78d-459d-4950-91ca-3e3ce9ff559e), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:22.602741 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 9751773e-cf8e-4445-b765-2553095dc039 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:42:22.630656 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:22.668313 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 9751773e-cf8e-4445-b765-2553095dc039 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:22.668985 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (9751773e-cf8e-4445-b765-2553095dc039), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:22.669490 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 9751773e-cf8e-4445-b765-2553095dc039 Sep 26 01:42:22.671020 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'Port': ['ID=602fc78d-459d-4950-91ca-3e3ce9ff559e,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:22.675751 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:42:22.688191 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:42:22.691089 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:42:22.701638 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Attempt 6 to provision port 5e3afce4-0e09-4243-95e5-faff32efe104 Sep 26 01:42:22.776025 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Port 5e3afce4-0e09-4243-95e5-faff32efe104 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:42:22.799789 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:22.820943 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 9751773e-cf8e-4445-b765-2553095dc039 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:22.821167 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9751773e-cf8e-4445-b765-2553095dc039), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:22.827556 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (fa9468fb-29db-4e16-9be0-9e9120dbde36), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:22.850056 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 9751773e-cf8e-4445-b765-2553095dc039, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=9751773e-cf8e-4445-b765-2553095dc039,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:22.855497 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (9751773e-cf8e-4445-b765-2553095dc039), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:22.902672 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (602fc78d-459d-4950-91ca-3e3ce9ff559e), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:22.928525 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=9751773e-cf8e-4445-b765-2553095dc039,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:23.004430 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a178b-8daf-41c7-85de-fe7d1c627522 req-afeaca75-f760-44e7-a68d-ff59ba5b8cd3 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:23.006309 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-543a178b-8daf-41c7-85de-fe7d1c627522 req-afeaca75-f760-44e7-a68d-ff59ba5b8cd3 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0602245 Sep 26 01:42:23.107883 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Sync routers for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:42:23.114539 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-543a178b-8daf-41c7-85de-fe7d1c627522 req-34278ab4-8098-4965-a323-966e2ea12671 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943270 Sep 26 01:42:23.138760 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:42:23.139524 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:41:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:23.150256 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for port (602fc78d-459d-4950-91ca-3e3ce9ff559e), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:23.157252 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (602fc78d-459d-4950-91ca-3e3ce9ff559e), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:23.239339 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'Port': ['ID=602fc78d-459d-4950-91ca-3e3ce9ff559e,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:23.255192 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (fa9468fb-29db-4e16-9be0-9e9120dbde36), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:23.273572 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:23.283097 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e2a45dd7-68df-4c76-8509-326df78da2c2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2223594 Sep 26 01:42:23.283328 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Attempt 7 to provision port 5e3afce4-0e09-4243-95e5-faff32efe104 Sep 26 01:42:23.283817 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:42:23.356132 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Port 5e3afce4-0e09-4243-95e5-faff32efe104 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:42:23.500845 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:23.511722 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 2, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:23.538600 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Checking router: 2ed34702-2bde-499d-ba24-630f048a761b for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:42:23.539229 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Updating router 2ed34702-2bde-499d-ba24-630f048a761b port 5e3afce4-0e09-4243-95e5-faff32efe104 binding host dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:42:23.543377 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d348985-c1dd-4807-a8c6-eb59332ff84a req-363d5516-53b2-4a9e-9ecd-8a7d501ac234 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:23.555665 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0d348985-c1dd-4807-a8c6-eb59332ff84a req-363d5516-53b2-4a9e-9ecd-8a7d501ac234 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.1256592 Sep 26 01:42:23.572652 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-52c110ff-dd28-4ae4-8bc1-9994a3a081c4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1546305784&fields=id&tenant_id=7e247930abd14072b8dfab4043d3e3f5 HTTP/1.1" status: 200 len: 267 time: 0.1612139 Sep 26 01:42:23.573771 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:23.615761 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:23.711199 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0d348985-c1dd-4807-a8c6-eb59332ff84a req-56dc89ae-2448-4587-b7da-feb67b2c3319 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534548 Sep 26 01:42:23.766197 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-9961c892-99d7-40f2-b75b-5f5f3524eb3e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:23.772818 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-9961c892-99d7-40f2-b75b-5f5f3524eb3e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 814 time: 0.1989942 Sep 26 01:42:23.790143 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-189aefde-7cd3-47b5-aa7b-47d0b163e84c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/quotas/7e247930abd14072b8dfab4043d3e3f5 HTTP/1.1" status: 200 len: 375 time: 0.0163522 Sep 26 01:42:23.859889 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Attempt 8 to provision port 5e3afce4-0e09-4243-95e5-faff32efe104 Sep 26 01:42:23.892313 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-672857cb-fb23-49e7-89f1-2a4ef920a9ea tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012011 Sep 26 01:42:23.901101 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Publish callbacks [] for port (5e3afce4-0e09-4243-95e5-faff32efe104), precommit_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:23.909962 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:23.953129 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Port 5e3afce4-0e09-4243-95e5-faff32efe104 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:42:23.962457 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Pushing event updated for resources: {'Port': ['ID=5e3afce4-0e09-4243-95e5-faff32efe104,revision_number=3']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:23.974267 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.974627 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.974978 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.975336 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.975675 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.976004 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.976356 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.976803 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.977131 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.977528 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.977779 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.978117 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.978444 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.978761 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:23.979079 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:24.033662 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Attempting to bind port 5e3afce4-0e09-4243-95e5-faff32efe104 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:42:24.033949 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Attempting to bind port 5e3afce4-0e09-4243-95e5-faff32efe104 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:42:24.034333 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Attempting to bind port 5e3afce4-0e09-4243-95e5-faff32efe104 on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:42:24.043238 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-83775b52-3760-456f-84b1-0ff2bb531414 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477427 Sep 26 01:42:24.081667 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:42:24.082051 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Checking segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:42:24.082455 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:24.082879 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Bound using segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:42:24.083365 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Bound port: 5e3afce4-0e09-4243-95e5-faff32efe104, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'}}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:42:24.083745 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:24.204987 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] For port 5e3afce4-0e09-4243-95e5-faff32efe104, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:42:24.211559 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] For port 5e3afce4-0e09-4243-95e5-faff32efe104, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=5e3afce4-0e09-4243-95e5-faff32efe104,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:42:24.226070 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:24.232623 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:24.266495 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:24.286798 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec4a1-f8cb-4d81-8dcf-80cace5065ec None None] Pushing event updated for resources: {'Port': ['ID=5e3afce4-0e09-4243-95e5-faff32efe104,revision_number=4']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:24.299003 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:42:24.299727 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:41:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:24.419444 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:42:24.425930 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec78ff-aec6-4e1c-af37-975893386158 req-93f1a037-2e8c-4320-9665-95c2bde4f4a0 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:24.427445 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-23ec78ff-aec6-4e1c-af37-975893386158 req-93f1a037-2e8c-4320-9665-95c2bde4f4a0 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0845661 Sep 26 01:42:24.453816 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Attempt 9 to provision port 5e3afce4-0e09-4243-95e5-faff32efe104 Sep 26 01:42:24.482086 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-bae70249-5f84-4a9c-aee6-dcd912138d1b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249876 Sep 26 01:42:24.561551 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-23ec78ff-aec6-4e1c-af37-975893386158 req-41e72f8e-f950-4ce0-a0b7-3fed629fdf49 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054406 Sep 26 01:42:24.628943 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Current status of the port 5e3afce4-0e09-4243-95e5-faff32efe104 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:24.629683 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:24.698327 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] For port 5e3afce4-0e09-4243-95e5-faff32efe104, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=5e3afce4-0e09-4243-95e5-faff32efe104,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:24.701073 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 9751773e-cf8e-4445-b765-2553095dc039 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:42:24.746898 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:24.819402 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9c631709-8807-4d46-a40b-7adedf7947fe req-baaf2115-2876-4c42-9c7e-4a7c3f82e4fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 210 time: 0.0541077 Sep 26 01:42:24.878058 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-6495f43f-89ea-4f10-a459-56adc81d8bdf None None] Provisioning complete for port 5e3afce4-0e09-4243-95e5-faff32efe104 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:24.878836 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6495f43f-89ea-4f10-a459-56adc81d8bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:24.879481 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-6495f43f-89ea-4f10-a459-56adc81d8bdf None None] Attempt 1 to provision port 5e3afce4-0e09-4243-95e5-faff32efe104 Sep 26 01:42:24.882622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdd0ef-f61c-45c1-b92a-9a489a1f6645 None None] Pushing event updated for resources: {'Port': ['ID=5e3afce4-0e09-4243-95e5-faff32efe104,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:24.918958 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 9751773e-cf8e-4445-b765-2553095dc039 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:24.919328 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (9751773e-cf8e-4445-b765-2553095dc039), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:24.919665 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 9751773e-cf8e-4445-b765-2553095dc039 Sep 26 01:42:24.953682 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:24.994718 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85e284-e349-45d0-9091-b052e5ea78eb req-f16223c0-5f21-4439-9fb9-829b3dcd30d0 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:24.997171 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9f85e284-e349-45d0-9091-b052e5ea78eb req-f16223c0-5f21-4439-9fb9-829b3dcd30d0 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0949471 Sep 26 01:42:25.031891 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f6d89-a59f-4744-b2ad-bdd5d7f00fc4 None None] The sync data for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi is: [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:42:25.079472 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9f85e284-e349-45d0-9091-b052e5ea78eb req-4b1e1d14-dff7-4e74-8bf2-3d961b2ae192 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719256 Sep 26 01:42:25.120201 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:25.247656 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-6495f43f-89ea-4f10-a459-56adc81d8bdf None None] Current status of the port 5e3afce4-0e09-4243-95e5-faff32efe104 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:25.254905 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 9751773e-cf8e-4445-b765-2553095dc039 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:25.258805 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 5e3afce4-0e09-4243-95e5-faff32efe104 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:42:25.260818 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:25.361834 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 5e3afce4-0e09-4243-95e5-faff32efe104 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:25.361962 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:25.362304 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 5e3afce4-0e09-4243-95e5-faff32efe104 Sep 26 01:42:25.524436 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 5e3afce4-0e09-4243-95e5-faff32efe104 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:25.735755 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5b7b4-dab0-4e89-97a8-8a4bfc382542 req-2f8e5628-09a2-48dd-9b42-866adbe2b325 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:25.741022 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-13e5b7b4-dab0-4e89-97a8-8a4bfc382542 req-2f8e5628-09a2-48dd-9b42-866adbe2b325 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0886800 Sep 26 01:42:25.806427 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-13e5b7b4-dab0-4e89-97a8-8a4bfc382542 req-ca160c8b-ef24-49e6-9394-1378987afe15 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633786 Sep 26 01:42:25.934389 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-307db26d-219e-41ed-a73a-5ebd39cbf6cc req-c8bf12ce-3059-4697-8cbf-10268db687c6 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 210 time: 0.0321929 Sep 26 01:42:26.219472 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa6bea-5f32-4e39-8138-d6fbc9281046 req-fed36540-2f65-40f2-8e31-3803105c7339 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:26.221183 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0daa6bea-5f32-4e39-8138-d6fbc9281046 req-fed36540-2f65-40f2-8e31-3803105c7339 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0533085 Sep 26 01:42:26.275739 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0daa6bea-5f32-4e39-8138-d6fbc9281046 req-88c2a454-1760-46a3-86e5-12a394b58933 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488627 Sep 26 01:42:26.562234 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 5e3afce4-0e09-4243-95e5-faff32efe104 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:42:26.608578 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 5e3afce4-0e09-4243-95e5-faff32efe104 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:26.609028 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:26.609360 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 5e3afce4-0e09-4243-95e5-faff32efe104 Sep 26 01:42:26.685685 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 5e3afce4-0e09-4243-95e5-faff32efe104 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:26.894350 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-e8910d42-10d6-467d-97d1-0b4cbb30cfef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:26.932667 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc675a-d3d0-4183-92ad-68cd1cb4bb40 req-374d498d-04ae-4744-9bf4-99b58bfd4ac1 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:26.934139 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-06bc675a-d3d0-4183-92ad-68cd1cb4bb40 req-374d498d-04ae-4744-9bf4-99b58bfd4ac1 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0490465 Sep 26 01:42:26.986222 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-06bc675a-d3d0-4183-92ad-68cd1cb4bb40 req-6d444f95-5661-4e3b-a3e0-a7df2910fe18 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463750 Sep 26 01:42:27.044452 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-aff82da6-c9c1-4f36-b1a5-515f477ab0c8 req-09233ac7-3ec4-46f7-b590-08834138480b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 210 time: 0.0294497 Sep 26 01:42:27.415452 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98626b11-04bc-4278-9076-75d8d5554886 req-5c7903e7-c7a0-4dbe-9e06-0ef40eab4bce tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:27.417171 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-98626b11-04bc-4278-9076-75d8d5554886 req-5c7903e7-c7a0-4dbe-9e06-0ef40eab4bce tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0519605 Sep 26 01:42:27.479142 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba825cd-e367-412b-829c-5a8b9ac79257 req-17a50865-51c4-4f30-a1aa-6b4441a9c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:27.480690 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9ba825cd-e367-412b-829c-5a8b9ac79257 req-17a50865-51c4-4f30-a1aa-6b4441a9c016 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1d406b57f894053834ce17fa63fa6ac&device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 1129 time: 0.0593357 Sep 26 01:42:27.497443 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:27.502521 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-98626b11-04bc-4278-9076-75d8d5554886 req-804b462d-10a5-4ab4-b30c-3e6741568e62 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723977 Sep 26 01:42:28.098699 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:28.110753 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61327526-e752-491f-a6b3-5c68fe9acce3 req-7c0e15e9-1fb8-420f-b679-12ed69f888a0 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:28.112236 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-61327526-e752-491f-a6b3-5c68fe9acce3 req-7c0e15e9-1fb8-420f-b679-12ed69f888a0 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0518017 Sep 26 01:42:28.166685 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-393677bb-eb72-4c2e-a548-13fdb14a78bf req-6c06e307-f0e1-47d4-82d7-50a42eb39b7a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 210 time: 0.0419478 Sep 26 01:42:28.185816 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-61327526-e752-491f-a6b3-5c68fe9acce3 req-9563bf29-33bf-4ab4-8c8a-faa5de3c75dd tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679803 Sep 26 01:42:28.406427 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba825cd-e367-412b-829c-5a8b9ac79257 req-37be0d8a-33cc-4298-89a5-6a4ac8de7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:28.407905 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9ba825cd-e367-412b-829c-5a8b9ac79257 req-37be0d8a-33cc-4298-89a5-6a4ac8de7452 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 HTTP/1.1" status: 200 len: 910 time: 0.0971072 Sep 26 01:42:28.471157 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9ba825cd-e367-412b-829c-5a8b9ac79257 req-b12bcc4f-279b-467c-b1ab-99390fe6d64e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63087146-5dff-4cf6-a44b-2902e0428945 HTTP/1.1" status: 200 len: 1000 time: 0.0570772 Sep 26 01:42:28.530895 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba825cd-e367-412b-829c-5a8b9ac79257 req-32da5414-4121-4a1a-b8de-302d5ba4250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:28.532576 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9ba825cd-e367-412b-829c-5a8b9ac79257 req-32da5414-4121-4a1a-b8de-302d5ba4250c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=fe53b015-5ee8-43a5-b042-f222f4c936e1 HTTP/1.1" status: 200 len: 848 time: 0.0496135 Sep 26 01:42:28.579378 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba825cd-e367-412b-829c-5a8b9ac79257 req-421cd504-4132-4c37-bf50-29d8194cbcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:28.580967 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9ba825cd-e367-412b-829c-5a8b9ac79257 req-421cd504-4132-4c37-bf50-29d8194cbcfe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420432 Sep 26 01:42:28.688119 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb4952-1660-4670-8977-159c0f24161f req-567d7439-2b08-4d7e-a0f3-8935b047e0d4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:28.689614 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4ecb4952-1660-4670-8977-159c0f24161f req-567d7439-2b08-4d7e-a0f3-8935b047e0d4 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0916960 Sep 26 01:42:28.735561 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9ba825cd-e367-412b-829c-5a8b9ac79257 req-7e05e24c-7290-43a5-98be-a95ed87fa07c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464741 Sep 26 01:42:28.756691 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4ecb4952-1660-4670-8977-159c0f24161f req-d647dd5a-aa32-4635-8a12-1a0d35d1e741 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598817 Sep 26 01:42:28.957501 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9ba825cd-e367-412b-829c-5a8b9ac79257 req-158bbac6-154e-4da0-978e-83729803fb1b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923908 Sep 26 01:42:29.061025 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-f7820a4c-1e71-45f9-b421-dda32b8dd549 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:29.062492 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-f7820a4c-1e71-45f9-b421-dda32b8dd549 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 814 time: 0.1041555 Sep 26 01:42:29.261930 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f1a54963-c244-4008-ad5a-6a2a795ffecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:29.278458 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-17991a46-6ebf-4ee8-8f9e-7888aafa9a15 req-db2f8fa5-4faf-485a-b2a9-52f42e8b39f0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 210 time: 0.0354705 Sep 26 01:42:29.327781 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db088-8bc0-4167-823a-4fad4204f031 req-d5d00fa2-76f8-41e2-ad51-c0483a227ad3 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:29.329503 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b29db088-8bc0-4167-823a-4fad4204f031 req-d5d00fa2-76f8-41e2-ad51-c0483a227ad3 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0539293 Sep 26 01:42:29.378480 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b29db088-8bc0-4167-823a-4fad4204f031 req-6aec70ae-b0a5-4526-805b-d38ab5ace4f8 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433547 Sep 26 01:42:29.884716 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d21c51-922c-4aee-9eb3-f0013136d91f req-dbbaca71-2236-47e9-896d-b8d096a3216d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:29.886079 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-34d21c51-922c-4aee-9eb3-f0013136d91f req-dbbaca71-2236-47e9-896d-b8d096a3216d tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 944 time: 0.0476260 Sep 26 01:42:29.904489 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:42:29.935052 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-34d21c51-922c-4aee-9eb3-f0013136d91f req-7eeaf475-2f65-4a6a-a694-56cd4cd62316 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 Sep 26 01:42:30.004941 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:30.020539 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'port_id': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'mac_address': 'fa:16:3e:d0:d5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:42:30.056654 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:30.057046 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:30.071004 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:42:30.090673 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:30.094783 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:30.141241 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,revision_number=9']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:30.312837 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:30.322787 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-519b833e-bfb1-4486-9bb4-52c23ae96958 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7e247930abd14072b8dfab4043d3e3f5 HTTP/1.1" status: 200 len: 380 time: 0.0603797 Sep 26 01:42:30.339678 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'port': {'device_id': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'admin_state_up': True, 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'security_groups': ['4957b47a-1fec-4215-a970-d2e8c7d7a17a']}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:42:30.346857 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:42:30.400230 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:30.424907 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0f839541-7641-4641-8597-b9e460769e83 req-63636d54-bbe8-48a2-865d-a1dc3af36d71 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 210 time: 0.0361099 Sep 26 01:42:30.428920 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:30.508477 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Made reservation on behalf of 7e247930abd14072b8dfab4043d3e3f5 for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:42:30.512123 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:30.540653 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1ec52-870d-490f-94f3-224553443572 req-d0092688-5b41-44df-82b6-6dadbc93247b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:30.542148 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-99d1ec52-870d-490f-94f3-224553443572 req-d0092688-5b41-44df-82b6-6dadbc93247b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0690410 Sep 26 01:42:30.646585 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-99d1ec52-870d-490f-94f3-224553443572 req-7a350759-61b8-4427-b751-a58f0920d953 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946543 Sep 26 01:42:30.693133 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Allocated IP 172.20.0.7 (3f9f02f3-760e-48dc-b09d-e8f3d058e4c5/3955534a-546f-4dc6-aa07-a2e631b4037a/27ddfb03-d280-4cbc-98a9-c970a48fbd87) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:42:30.734559 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:30.845264 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:30.880611 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:30.927793 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:42:30.931099 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:42:30.934917 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:42:30.962209 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'Port': ['ID=27ddfb03-d280-4cbc-98a9-c970a48fbd87,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:30.982517 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.983078 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.984911 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.985578 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.986233 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.986967 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.987741 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.988175 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.988906 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.989429 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.990007 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.990507 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.991491 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.992090 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:30.992598 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:31.043593 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:31.044312 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:31.078521 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-0186eeb1-a87b-4cce-aa96-bb93c7297864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7431090 Sep 26 01:42:31.100800 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Request body: {'port': {'device_id': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:42:31.146247 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c6807-451b-4c15-addd-d7c68d315644 req-72cb9801-12f0-47a5-a06e-e3134ba41f67 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:31.159349 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4b6c6807-451b-4c15-addd-d7c68d315644 req-72cb9801-12f0-47a5-a06e-e3134ba41f67 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 945 time: 0.0905635 Sep 26 01:42:31.223440 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:31.251098 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:31.260317 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4b6c6807-451b-4c15-addd-d7c68d315644 req-17ed9f5b-7cda-4966-b3f4-b3b56aa27e0e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989716 Sep 26 01:42:31.281262 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:31.312606 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-3a0ce2b2-aab9-4643-855b-62c5550cc272 None None] Provisioning complete for port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:31.313322 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-3a0ce2b2-aab9-4643-855b-62c5550cc272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:31.313474 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:42:31.314013 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-3a0ce2b2-aab9-4643-855b-62c5550cc272 None None] Attempt 1 to provision port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 Sep 26 01:42:31.351845 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ce2b2-aab9-4643-855b-62c5550cc272 None None] Port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:42:31.561298 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ddfb03-d280-4cbc-98a9-c970a48fbd87 {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:42:31.573025 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Publish callbacks [] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:31.593505 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cbe4e-4601-4af4-81c2-b20c85a22782 req-3386da0d-8b9d-432b-8508-e64aefe739f6 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:31.594971 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e26cbe4e-4601-4af4-81c2-b20c85a22782 req-3386da0d-8b9d-432b-8508-e64aefe739f6 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 931 time: 0.0698590 Sep 26 01:42:31.599989 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Transition to ACTIVE for port object 27ddfb03-d280-4cbc-98a9-c970a48fbd87 will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:42:31.608083 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:31.692466 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Pushing event updated for resources: {'Port': ['ID=27ddfb03-d280-4cbc-98a9-c970a48fbd87,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:31.725846 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e26cbe4e-4601-4af4-81c2-b20c85a22782 req-e4d7a549-9a52-430c-b169-228dded22d2d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4957b47a-1fec-4215-a970-d2e8c7d7a17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246731 Sep 26 01:42:31.787592 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aa201-ede4-4b1c-84fd-33f5b905a91b req-e9fb173e-0da8-4339-aa67-d6a60693f488 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:31.789105 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-071aa201-ede4-4b1c-84fd-33f5b905a91b req-e9fb173e-0da8-4339-aa67-d6a60693f488 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0607412 Sep 26 01:42:31.806294 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Attempting to bind port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:42:31.806633 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Attempting to bind port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:42:31.806961 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Attempting to bind port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:42:31.852744 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-3a0ce2b2-aab9-4643-855b-62c5550cc272 None None] Attempt 2 to provision port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 Sep 26 01:42:31.881930 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-071aa201-ede4-4b1c-84fd-33f5b905a91b req-03450961-dd11-4ec3-b9b2-df6bc69ae82f tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831525 Sep 26 01:42:31.887630 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:42:31.887963 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Attempting to bind port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:42:31.890792 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ce2b2-aab9-4643-855b-62c5550cc272 None None] Port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:42:31.932150 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:42:31.932720 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Checking segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:42:31.932830 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Bound using segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:42:31.933282 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Bound port: 27ddfb03-d280-4cbc-98a9-c970a48fbd87, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:42:31.933645 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:31.954926 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:42:32.011055 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] For port 27ddfb03-d280-4cbc-98a9-c970a48fbd87, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:42:32.014904 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] For port 27ddfb03-d280-4cbc-98a9-c970a48fbd87, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=27ddfb03-d280-4cbc-98a9-c970a48fbd87,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:42:32.023596 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:32.028552 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:32.029401 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:32.031257 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/27ddfb03-d280-4cbc-98a9-c970a48fbd87 HTTP/1.1" status: 200 len: 1093 time: 0.9347198 Sep 26 01:42:32.031834 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'tag': '27ddfb03-d280-4cbc-98a9-c970a48fbd87'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:42:32.034119 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480519b0-652a-4ab8-8a57-14a9db2658fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3064a59e-2e5b-4254-bf1d-c76b549b31c6", "tag": "27ddfb03-d280-4cbc-98a9-c970a48fbd87"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:42:32.126280 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06721041-62b0-496b-9b05-d963457887b0 x-openstack-request-id: req-06721041-62b0-496b-9b05-d963457887b0 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:42:32.126567 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3064a59e-2e5b-4254-bf1d-c76b549b31c6", "tag": "27ddfb03-d280-4cbc-98a9-c970a48fbd87", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:42:32.126822 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06721041-62b0-496b-9b05-d963457887b0 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:42:32.127222 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06721041-62b0-496b-9b05-d963457887b0'] response: {'name': 'network-changed', 'server_uuid': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'tag': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'status': 'completed', 'code': 200} Sep 26 01:42:32.137025 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-abef76ce-cae3-486b-8162-c086421709bd req-0ad59722-ade0-42ee-a4f4-f6359a13d148 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0531440 Sep 26 01:42:32.149653 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc945082-7c64-475d-a2ca-3d2d9ef81c00 service neutron] Pushing event updated for resources: {'Port': ['ID=27ddfb03-d280-4cbc-98a9-c970a48fbd87,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:32.156444 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-35a39e89-7424-48a0-817f-9e6be71fe0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:32.157467 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-35a39e89-7424-48a0-817f-9e6be71fe0c7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 1127 time: 0.0734940 Sep 26 01:42:32.173882 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:32.183659 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:32.186306 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:32.197094 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:32.197457 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:32.197793 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 Sep 26 01:42:32.227384 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:32.244938 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:32.253755 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-2c8a5267-da41-400c-992c-1b8403daa0ad service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27ddfb03-d280-4cbc-98a9-c970a48fbd87 HTTP/1.1" status: 200 len: 217 time: 0.0785909 Sep 26 01:42:32.269931 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc1c7-a255-423c-8179-349c9a8bf3ea req-6769612b-7ae7-4cee-bc8f-cdd45d23970f tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:32.271629 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-deddc1c7-a255-423c-8179-349c9a8bf3ea req-6769612b-7ae7-4cee-bc8f-cdd45d23970f tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.1359403 Sep 26 01:42:32.294134 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:32.294519 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:32.321958 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:42:32.324218 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4af69a1-265e-4a8f-9d67-3bf88b8dbefe" -d '{"events": [{"server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "name": "network-vif-plugged", "status": "completed", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:42:32.336547 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef76ce-cae3-486b-8162-c086421709bd req-33cd02fa-a2b8-41f6-a3c2-b81061696136 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:32.337183 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:32.337932 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-abef76ce-cae3-486b-8162-c086421709bd req-33cd02fa-a2b8-41f6-a3c2-b81061696136 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports/63087146-5dff-4cf6-a44b-2902e0428945 HTTP/1.1" status: 200 len: 942 time: 0.1616819 Sep 26 01:42:32.344377 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:32.346204 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 63087146-5dff-4cf6-a44b-2902e0428945 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:42:32.382347 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-deddc1c7-a255-423c-8179-349c9a8bf3ea req-3a3635a0-0e5f-4eb3-8897-93b364d96e31 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978148 Sep 26 01:42:32.391917 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-3a0ce2b2-aab9-4643-855b-62c5550cc272 None None] Attempt 3 to provision port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 Sep 26 01:42:32.456951 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39894697-c299-4f1f-81ec-787017c00a84 req-286b067a-409e-49d5-ae02-c2165612987a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:32.461127 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5dcaaf-53e0-43a9-a9ab-023a6f34fb6a x-openstack-request-id: req-4e5dcaaf-53e0-43a9-a9ab-023a6f34fb6a {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:42:32.461415 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "name": "network-vif-plugged", "status": "completed", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:42:32.461662 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e5dcaaf-53e0-43a9-a9ab-023a6f34fb6a {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:42:32.462048 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5dcaaf-53e0-43a9-a9ab-023a6f34fb6a'] response: {'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'code': 200} Sep 26 01:42:32.463952 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-39894697-c299-4f1f-81ec-787017c00a84 req-286b067a-409e-49d5-ae02-c2165612987a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 947 time: 0.0878720 Sep 26 01:42:32.465166 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,revision_number=10']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:32.483257 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-342efd4b-665b-4856-a566-867826a4e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:32.485717 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-342efd4b-665b-4856-a566-867826a4e05e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 200 len: 853 time: 0.2127085 Sep 26 01:42:32.508970 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ce2b2-aab9-4643-855b-62c5550cc272 None None] Port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 had new provisioning blocks added so it will not transition to active. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 01:42:32.518115 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 63087146-5dff-4cf6-a44b-2902e0428945 is: ACTIVE; New status is: DOWN {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:32.518676 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (63087146-5dff-4cf6-a44b-2902e0428945), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:32.545479 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-39894697-c299-4f1f-81ec-787017c00a84 req-9b001ca9-e0c4-41c7-b93d-d29b9aab6161 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805593 Sep 26 01:42:32.573931 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 63087146-5dff-4cf6-a44b-2902e0428945, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=63087146-5dff-4cf6-a44b-2902e0428945,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:32.578628 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (63087146-5dff-4cf6-a44b-2902e0428945), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:32.588837 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-8942d70e-908c-4062-9cd1-323edbb316e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:32.590634 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-8942d70e-908c-4062-9cd1-323edbb316e7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683417 Sep 26 01:42:32.648480 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=63087146-5dff-4cf6-a44b-2902e0428945,revision_number=6']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:32.712165 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877ad45-8244-4dc2-9e18-157bc6713eff req-571fc1dc-6ac4-44bc-9d91-215018ab837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:32.714168 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b877ad45-8244-4dc2-9e18-157bc6713eff req-571fc1dc-6ac4-44bc-9d91-215018ab837d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 1131 time: 0.0555708 Sep 26 01:42:32.765029 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-9cbe00df-cb8f-4150-808f-9f6c5e1498b5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644084 Sep 26 01:42:32.855093 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b877ad45-8244-4dc2-9e18-157bc6713eff req-f87b9684-6183-4736-9f67-136b5d827369 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265757 Sep 26 01:42:32.932242 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bdba1-50cd-4734-a101-5f15238d9278 req-47c29d2a-4033-45ca-b897-3cfd1b251ac3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:32.933774 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-638bdba1-50cd-4734-a101-5f15238d9278 req-47c29d2a-4033-45ca-b897-3cfd1b251ac3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 943 time: 0.0820403 Sep 26 01:42:32.975276 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-43ccde3c-b2bd-4f2f-adb3-3b16aa0eea3b req-bf9ae6b9-8562-47a7-865f-5eef863b2bc5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969790 Sep 26 01:42:33.006869 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-638bdba1-50cd-4734-a101-5f15238d9278 req-55edb3fc-4038-48a6-b7ea-5b8cf8403186 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4957b47a-1fec-4215-a970-d2e8c7d7a17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642860 Sep 26 01:42:33.703022 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e50432-153d-4c7a-9684-f22596bb7caf req-ca16886f-bb7e-42c5-bcd3-efd027751d86 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:33.704528 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d1e50432-153d-4c7a-9684-f22596bb7caf req-ca16886f-bb7e-42c5-bcd3-efd027751d86 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 947 time: 0.0776539 Sep 26 01:42:33.724099 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c924b7-1752-4040-96f6-7de267a65467 req-11108c83-4e17-4117-8779-ba74be28e533 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:33.725529 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-26c924b7-1752-4040-96f6-7de267a65467 req-11108c83-4e17-4117-8779-ba74be28e533 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0707779 Sep 26 01:42:33.791483 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d1e50432-153d-4c7a-9684-f22596bb7caf req-f71199ae-a597-484c-af2e-b891387a6336 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808704 Sep 26 01:42:33.801483 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-26c924b7-1752-4040-96f6-7de267a65467 req-41fd4ddd-99b2-4498-81b4-168a67317409 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689337 Sep 26 01:42:33.942317 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 27ddfb03-d280-4cbc-98a9-c970a48fbd87 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:42:34.015542 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:34.044371 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 27ddfb03-d280-4cbc-98a9-c970a48fbd87, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=27ddfb03-d280-4cbc-98a9-c970a48fbd87,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:34.057633 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'port_id': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'mac_address': 'fa:16:3e:76:de:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:42:34.093438 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:34.093865 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:34.107565 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ddfb03-d280-4cbc-98a9-c970a48fbd87 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:42:34.128921 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 27ddfb03-d280-4cbc-98a9-c970a48fbd87, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=27ddfb03-d280-4cbc-98a9-c970a48fbd87,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:34.133214 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:34.136446 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488173d0-7c59-48a7-86d0-bd748e0b390d req-d8d054db-bf45-40cc-a353-44f514330e5c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:34.138175 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-488173d0-7c59-48a7-86d0-bd748e0b390d req-d8d054db-bf45-40cc-a353-44f514330e5c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 943 time: 0.0493622 Sep 26 01:42:34.192603 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=27ddfb03-d280-4cbc-98a9-c970a48fbd87,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:34.203899 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:34.208741 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-488173d0-7c59-48a7-86d0-bd748e0b390d req-b498cc15-3df1-4c81-8fca-4a2c821eec31 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4957b47a-1fec-4215-a970-d2e8c7d7a17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587540 Sep 26 01:42:34.298180 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480519b0-652a-4ab8-8a57-14a9db2658fb req-70761a0a-5e12-4c12-b881-234a48c17cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:34.299668 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-480519b0-652a-4ab8-8a57-14a9db2658fb req-70761a0a-5e12-4c12-b881-234a48c17cc5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 1128 time: 0.0424662 Sep 26 01:42:34.370273 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['27ddfb03-d280-4cbc-98a9-c970a48fbd87'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:42:34.391594 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480519b0-652a-4ab8-8a57-14a9db2658fb req-ab37a4a7-cd5a-492d-9d32-d06213fc9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:34.393415 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-480519b0-652a-4ab8-8a57-14a9db2658fb req-ab37a4a7-cd5a-492d-9d32-d06213fc9ed8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 915 time: 0.0860915 Sep 26 01:42:34.446049 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-480519b0-652a-4ab8-8a57-14a9db2658fb req-78c9e990-197e-4398-90c0-4d051f7904ff service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27ddfb03-d280-4cbc-98a9-c970a48fbd87 HTTP/1.1" status: 200 len: 217 time: 0.0410807 Sep 26 01:42:34.456823 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:34.464158 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:42:34.466543 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76da687-64ae-4db9-b2fd-f435437f3fd0" -d '{"events": [{"server_uuid": "891098ae-6262-467f-814b-d930d1540931", "name": "network-vif-unplugged", "status": "completed", "tag": "63087146-5dff-4cf6-a44b-2902e0428945"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:42:34.481144 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:34.504275 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480519b0-652a-4ab8-8a57-14a9db2658fb req-b85c3df7-c821-477d-939f-758656c42776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:34.505836 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-480519b0-652a-4ab8-8a57-14a9db2658fb req-b85c3df7-c821-477d-939f-758656c42776 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 200 len: 853 time: 0.0527043 Sep 26 01:42:34.510827 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Sep 2022 01:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188734bd-3f30-4b86-b24d-91edaeb7e66f x-openstack-request-id: req-188734bd-3f30-4b86-b24d-91edaeb7e66f {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:42:34.511109 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891098ae-6262-467f-814b-d930d1540931", "name": "network-vif-unplugged", "status": "failed", "tag": "63087146-5dff-4cf6-a44b-2902e0428945", "code": 422}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:42:34.511354 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-188734bd-3f30-4b86-b24d-91edaeb7e66f {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:42:34.511894 dv-cinder-859203-2-iscsi neutron-server[106407]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-188734bd-3f30-4b86-b24d-91edaeb7e66f']: {'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945', 'code': 422} returned with failed status Sep 26 01:42:34.550872 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480519b0-652a-4ab8-8a57-14a9db2658fb req-18faad40-0894-43bb-af43-05a91e7ad38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:34.552316 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-480519b0-652a-4ab8-8a57-14a9db2658fb req-18faad40-0894-43bb-af43-05a91e7ad38d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395408 Sep 26 01:42:34.649004 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-480519b0-652a-4ab8-8a57-14a9db2658fb req-d2ebad39-1539-4cdd-864c-ef704a8cfd35 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865865 Sep 26 01:42:34.958181 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=42 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:34.964784 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99988278-aeb8-437d-8c45-008de19ca573 req-1ac0bd26-bebd-4b9e-8e1e-80ee2bf5b547 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:34.966227 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-99988278-aeb8-437d-8c45-008de19ca573 req-1ac0bd26-bebd-4b9e-8e1e-80ee2bf5b547 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0801318 Sep 26 01:42:34.972226 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561c15f-dd97-45a5-876a-8b8dbf475cf9 req-a940e0ed-c515-4fd8-881a-6402b2916406 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:34.973634 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9561c15f-dd97-45a5-876a-8b8dbf475cf9 req-a940e0ed-c515-4fd8-881a-6402b2916406 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 947 time: 0.0779252 Sep 26 01:42:35.098415 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9561c15f-dd97-45a5-876a-8b8dbf475cf9 req-a5b6c771-5497-48b6-87fb-3601e7d3d99b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175358 Sep 26 01:42:35.104251 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-99988278-aeb8-437d-8c45-008de19ca573 req-2c9d139b-915c-42df-9259-2377b135e997 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297252 Sep 26 01:42:35.153265 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-480519b0-652a-4ab8-8a57-14a9db2658fb req-4706a90c-e649-45f3-8f75-a243aaa3c109 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373742 Sep 26 01:42:35.334511 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b88c83-ab91-4ebf-baaf-c4775295c262 req-71ae50bc-01c0-44d0-9d04-b1a3a57ec2e9 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:35.335980 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-86b88c83-ab91-4ebf-baaf-c4775295c262 req-71ae50bc-01c0-44d0-9d04-b1a3a57ec2e9 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 944 time: 0.0522866 Sep 26 01:42:35.646960 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-86b88c83-ab91-4ebf-baaf-c4775295c262 req-45629b62-d4d4-4211-9ffc-ba434c0c576c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4957b47a-1fec-4215-a970-d2e8c7d7a17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036537 Sep 26 01:42:35.939873 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 27ddfb03-d280-4cbc-98a9-c970a48fbd87 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:42:35.985796 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:42:35.992122 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:35.992542 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:35.992872 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 Sep 26 01:42:36.064541 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:36.064922 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:36.098805 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 27ddfb03-d280-4cbc-98a9-c970a48fbd87, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=27ddfb03-d280-4cbc-98a9-c970a48fbd87,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:36.102496 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:36.152472 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=27ddfb03-d280-4cbc-98a9-c970a48fbd87,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:36.255116 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4632f-4a19-4773-ac15-3ed57b93f72a req-90141a2a-61b5-4bf1-b3bf-34e76f87e547 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:36.256604 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d6b4632f-4a19-4773-ac15-3ed57b93f72a req-90141a2a-61b5-4bf1-b3bf-34e76f87e547 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0751894 Sep 26 01:42:36.262240 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585b503-66ce-4ea0-b479-f5b3070790e2 req-fef26ccf-ae45-4188-bae3-36d243d76d64 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:36.263599 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2585b503-66ce-4ea0-b479-f5b3070790e2 req-fef26ccf-ae45-4188-bae3-36d243d76d64 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 947 time: 0.0715654 Sep 26 01:42:36.341280 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d6b4632f-4a19-4773-ac15-3ed57b93f72a req-dea6b7e8-342b-4037-95e9-41772696c105 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767553 Sep 26 01:42:36.345840 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2585b503-66ce-4ea0-b479-f5b3070790e2 req-b8758449-9e18-49b1-a9e3-cf9b0fbddc5c tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754454 Sep 26 01:42:36.513814 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ddfb03-d280-4cbc-98a9-c970a48fbd87'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:42:36.516866 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ce9152-bc1e-46fe-9843-7081fa7165e8" -d '{"events": [{"server_uuid": "3064a59e-2e5b-4254-bf1d-c76b549b31c6", "name": "network-vif-plugged", "status": "completed", "tag": "27ddfb03-d280-4cbc-98a9-c970a48fbd87"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:42:36.553985 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efad592a-914c-4e56-96ee-6034690b3cf5 x-openstack-request-id: req-efad592a-914c-4e56-96ee-6034690b3cf5 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:42:36.554650 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3064a59e-2e5b-4254-bf1d-c76b549b31c6", "name": "network-vif-plugged", "status": "completed", "tag": "27ddfb03-d280-4cbc-98a9-c970a48fbd87", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:42:36.554650 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efad592a-914c-4e56-96ee-6034690b3cf5 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:42:36.554930 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efad592a-914c-4e56-96ee-6034690b3cf5'] response: {'server_uuid': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'code': 200} Sep 26 01:42:36.736293 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02759f3-b387-4d7f-b671-3b1820bb55f3 req-d337695f-9018-4041-996d-2663546bd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:36.737781 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b02759f3-b387-4d7f-b671-3b1820bb55f3 req-d337695f-9018-4041-996d-2663546bd2d3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 1129 time: 0.0481367 Sep 26 01:42:36.775057 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:36.785191 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eba6f-40a4-4cb2-b4bc-ceacafceccc3 req-e5ebf957-bfc9-4f16-8b1d-22cc49d85dcf tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:36.786635 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7a7eba6f-40a4-4cb2-b4bc-ceacafceccc3 req-e5ebf957-bfc9-4f16-8b1d-22cc49d85dcf tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 945 time: 0.0645204 Sep 26 01:42:36.829111 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b02759f3-b387-4d7f-b671-3b1820bb55f3 req-a97a73e0-d45e-427a-890c-4fd9919e3cef service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4957b47a-1fec-4215-a970-d2e8c7d7a17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748124 Sep 26 01:42:36.854662 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7a7eba6f-40a4-4cb2-b4bc-ceacafceccc3 req-6cec9eb2-ac53-4ec4-9294-95f7be0d6c75 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4957b47a-1fec-4215-a970-d2e8c7d7a17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597134 Sep 26 01:42:37.464662 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692be95-16f0-4cb2-9925-ac4b7b28b981 req-c780e4cb-d40c-4488-bf1d-e08508093c74 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:37.466132 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c692be95-16f0-4cb2-9925-ac4b7b28b981 req-c780e4cb-d40c-4488-bf1d-e08508093c74 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0471842 Sep 26 01:42:37.516099 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c692be95-16f0-4cb2-9925-ac4b7b28b981 req-7d28ad81-1ae1-46bd-a47d-88029ce07344 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437441 Sep 26 01:42:37.977839 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eed0a-f56d-4eec-b6a9-e54e79df6c78 req-fab98f6b-45f7-409e-a002-40fe5b76d58a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:37.979290 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-703eed0a-f56d-4eec-b6a9-e54e79df6c78 req-fab98f6b-45f7-409e-a002-40fe5b76d58a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 945 time: 0.0469091 Sep 26 01:42:38.010217 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:38.027961 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-703eed0a-f56d-4eec-b6a9-e54e79df6c78 req-22cf020d-ab0f-452b-8bb1-d6bd27bc1e1c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4957b47a-1fec-4215-a970-d2e8c7d7a17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420477 Sep 26 01:42:38.659571 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd185-34e1-4fa9-b43a-87d917a450cc req-cef1b37b-11db-4a51-8b64-3c14b8d5e851 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:38.661765 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-722bd185-34e1-4fa9-b43a-87d917a450cc req-cef1b37b-11db-4a51-8b64-3c14b8d5e851 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0566030 Sep 26 01:42:38.716303 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-722bd185-34e1-4fa9-b43a-87d917a450cc req-f2fcc815-503a-43cd-8399-6b98c584b2a5 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485651 Sep 26 01:42:39.177945 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a6b09-bf0b-45b4-8bcb-eaa3510e75cb req-30c31db1-b3c8-46cb-804f-1d06186bae4e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:39.180841 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-771a6b09-bf0b-45b4-8bcb-eaa3510e75cb req-30c31db1-b3c8-46cb-804f-1d06186bae4e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 945 time: 0.0709193 Sep 26 01:42:39.237273 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-771a6b09-bf0b-45b4-8bcb-eaa3510e75cb req-2a306dcb-75d3-455d-b6f1-86fe222d6afe tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4957b47a-1fec-4215-a970-d2e8c7d7a17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516567 Sep 26 01:42:39.364025 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bdeb6-9121-4e24-b0ee-2a0635c08b9b req-145e9764-817b-4aad-8962-7198259d3538 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:39.365548 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-517bdeb6-9121-4e24-b0ee-2a0635c08b9b req-145e9764-817b-4aad-8962-7198259d3538 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 945 time: 0.0529845 Sep 26 01:42:39.375965 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41678) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:39.380206 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-a04da396-b2dd-4bcf-ba75-bc36c80ca23d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'floatingip': {'port_id': '27ddfb03-d280-4cbc-98a9-c970a48fbd87'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:42:39.419472 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a04da396-b2dd-4bcf-ba75-bc36c80ca23d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (fa9468fb-29db-4e16-9be0-9e9120dbde36), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:39.736299 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef76ce-cae3-486b-8162-c086421709bd req-07a39c69-f7a8-46b3-996a-b05634867efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:39.737805 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-abef76ce-cae3-486b-8162-c086421709bd req-07a39c69-f7a8-46b3-996a-b05634867efd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931&tenant_id=d1d406b57f894053834ce17fa63fa6ac HTTP/1.1" status: 200 len: 1127 time: 0.1062043 Sep 26 01:42:39.814675 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:39.854978 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef76ce-cae3-486b-8162-c086421709bd req-0c811f98-1dc7-4749-8883-bf350d1525b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:39.856522 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-abef76ce-cae3-486b-8162-c086421709bd req-0c811f98-1dc7-4749-8883-bf350d1525b3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1d406b57f894053834ce17fa63fa6ac&device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 1127 time: 0.0799258 Sep 26 01:42:39.914224 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ee525-485a-472a-8cef-ab253e7785cf req-95592bee-0d6a-450d-ad20-97213f8f9eec tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:39.915678 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-662ee525-485a-472a-8cef-ab253e7785cf req-95592bee-0d6a-450d-ad20-97213f8f9eec tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.1085300 Sep 26 01:42:40.043195 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a04da396-b2dd-4bcf-ba75-bc36c80ca23d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:40.059635 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a04da396-b2dd-4bcf-ba75-bc36c80ca23d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (fa9468fb-29db-4e16-9be0-9e9120dbde36), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:40.107469 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-662ee525-485a-472a-8cef-ab253e7785cf req-691314ca-7ffa-4bf6-8985-8b8c435e783b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617410 Sep 26 01:42:40.113697 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef76ce-cae3-486b-8162-c086421709bd req-bf66cca3-3873-4623-bd31-ff909eb80eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:40.115101 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-abef76ce-cae3-486b-8162-c086421709bd req-bf66cca3-3873-4623-bd31-ff909eb80eaa service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 HTTP/1.1" status: 200 len: 910 time: 0.2470908 Sep 26 01:42:40.219483 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-abef76ce-cae3-486b-8162-c086421709bd req-bcee61c4-be5f-4a19-93d1-d5a886f706df service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63087146-5dff-4cf6-a44b-2902e0428945 HTTP/1.1" status: 200 len: 998 time: 0.0952766 Sep 26 01:42:40.223846 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [None req-a04da396-b2dd-4bcf-ba75-bc36c80ca23d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Floating IP fa9468fb-29db-4e16-9be0-9e9120dbde36 associated. External IP: 172.27.0.62, port: 27ddfb03-d280-4cbc-98a9-c970a48fbd87. Sep 26 01:42:40.225783 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:40.339365 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef76ce-cae3-486b-8162-c086421709bd req-d560ffc9-6836-4f5d-87cd-9f8f7cae8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:40.340841 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-abef76ce-cae3-486b-8162-c086421709bd req-d560ffc9-6836-4f5d-87cd-9f8f7cae8154 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=fe53b015-5ee8-43a5-b042-f222f4c936e1 HTTP/1.1" status: 200 len: 848 time: 0.1132483 Sep 26 01:42:40.398125 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef76ce-cae3-486b-8162-c086421709bd req-96e68ba9-547d-4f22-8cd8-5a17e81e8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:40.399654 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-abef76ce-cae3-486b-8162-c086421709bd req-96e68ba9-547d-4f22-8cd8-5a17e81e8619 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498347 Sep 26 01:42:40.580587 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-abef76ce-cae3-486b-8162-c086421709bd req-f9c563ea-6e38-4683-85e4-8ce69eb3d702 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442511 Sep 26 01:42:40.582300 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04da396-b2dd-4bcf-ba75-bc36c80ca23d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Router 2ed34702-2bde-499d-ba24-630f048a761b has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:42:40.675438 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:40.755968 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-abef76ce-cae3-486b-8162-c086421709bd req-9bc591ad-40df-471a-98b7-a4dc96d035e6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682580 Sep 26 01:42:40.762195 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04da396-b2dd-4bcf-ba75-bc36c80ca23d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:42:40.766953 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a04da396-b2dd-4bcf-ba75-bc36c80ca23d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:40.774245 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2202eb9a-6074-4c18-a8ff-727631c8c9cd None None] Sync routers for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:42:40.786766 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2202eb9a-6074-4c18-a8ff-727631c8c9cd None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:42:40.787464 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-2202eb9a-6074-4c18-a8ff-727631c8c9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:42:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:40.800429 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-a04da396-b2dd-4bcf-ba75-bc36c80ca23d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/fa9468fb-29db-4e16-9be0-9e9120dbde36 HTTP/1.1" status: 200 len: 990 time: 1.4233468 Sep 26 01:42:40.801070 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'tag': '27ddfb03-d280-4cbc-98a9-c970a48fbd87'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:42:40.803360 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a2a2ae-0a05-49d4-85af-aff515ca44a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3064a59e-2e5b-4254-bf1d-c76b549b31c6", "tag": "27ddfb03-d280-4cbc-98a9-c970a48fbd87"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:42:40.843191 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557eb019-ba5b-471f-b1d8-f56d749091a8 x-openstack-request-id: req-557eb019-ba5b-471f-b1d8-f56d749091a8 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:42:40.843536 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3064a59e-2e5b-4254-bf1d-c76b549b31c6", "tag": "27ddfb03-d280-4cbc-98a9-c970a48fbd87", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:42:40.844228 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-557eb019-ba5b-471f-b1d8-f56d749091a8 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:42:40.844673 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557eb019-ba5b-471f-b1d8-f56d749091a8'] response: {'name': 'network-changed', 'server_uuid': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'tag': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'status': 'completed', 'code': 200} Sep 26 01:42:40.897323 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-2202eb9a-6074-4c18-a8ff-727631c8c9cd None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:42:41.052610 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:41.088215 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2a2ae-0a05-49d4-85af-aff515ca44a2 req-d3952061-6b9d-40b8-ba01-853ebf8a78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:41.089635 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-08a2a2ae-0a05-49d4-85af-aff515ca44a2 req-d3952061-6b9d-40b8-ba01-853ebf8a78e1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 1129 time: 0.0397565 Sep 26 01:42:41.117068 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-2202eb9a-6074-4c18-a8ff-727631c8c9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'fa9468fb-29db-4e16-9be0-9e9120dbde36', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:76:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:42:22Z', 'updated_at': '2022-09-26T01:42:39Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:41.146968 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2202eb9a-6074-4c18-a8ff-727631c8c9cd None None] Checking router: 2ed34702-2bde-499d-ba24-630f048a761b for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:42:41.155678 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2202eb9a-6074-4c18-a8ff-727631c8c9cd None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:42:41.156393 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-2202eb9a-6074-4c18-a8ff-727631c8c9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:42:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:41.187193 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2a2ae-0a05-49d4-85af-aff515ca44a2 req-0d417dce-923d-4223-abe2-f7eb03893663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:41.189345 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-08a2a2ae-0a05-49d4-85af-aff515ca44a2 req-0d417dce-923d-4223-abe2-f7eb03893663 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 915 time: 0.0913372 Sep 26 01:42:41.260048 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-2202eb9a-6074-4c18-a8ff-727631c8c9cd None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:42:41.272288 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc037a-ed12-4456-be7a-56c14cc6a590 req-1243b3f8-d4ed-49cd-9c97-7e5bb73c0bb2 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:41.273794 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8fbc037a-ed12-4456-be7a-56c14cc6a590 req-1243b3f8-d4ed-49cd-9c97-7e5bb73c0bb2 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0835948 Sep 26 01:42:41.306394 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-08a2a2ae-0a05-49d4-85af-aff515ca44a2 req-dc74cf99-4396-472d-b300-5e1e7facf716 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27ddfb03-d280-4cbc-98a9-c970a48fbd87 HTTP/1.1" status: 200 len: 998 time: 0.0849898 Sep 26 01:42:41.312831 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=31 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:41.362630 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:41.366005 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8fbc037a-ed12-4456-be7a-56c14cc6a590 req-3b77fab5-06be-4937-9440-3ee7f53c586f tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849807 Sep 26 01:42:41.377416 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2a2ae-0a05-49d4-85af-aff515ca44a2 req-566ea522-f40c-450f-942c-23962ea6f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:41.379064 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-08a2a2ae-0a05-49d4-85af-aff515ca44a2 req-566ea522-f40c-450f-942c-23962ea6f4c8 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 200 len: 853 time: 0.0667503 Sep 26 01:42:41.429533 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2a2ae-0a05-49d4-85af-aff515ca44a2 req-5d70db37-2a82-42c3-8827-8eb08c9ad1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:41.431030 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-08a2a2ae-0a05-49d4-85af-aff515ca44a2 req-5d70db37-2a82-42c3-8827-8eb08c9ad1e2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459046 Sep 26 01:42:41.475871 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-2202eb9a-6074-4c18-a8ff-727631c8c9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'fa9468fb-29db-4e16-9be0-9e9120dbde36', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:76:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:42:22Z', 'updated_at': '2022-09-26T01:42:39Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:41.497159 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:41.501803 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2202eb9a-6074-4c18-a8ff-727631c8c9cd None None] The sync data for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi is: [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'fa9468fb-29db-4e16-9be0-9e9120dbde36', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:76:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:42:22Z', 'updated_at': '2022-09-26T01:42:39Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:42:41.526739 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-08a2a2ae-0a05-49d4-85af-aff515ca44a2 req-24762cb9-45a9-4c87-afad-e7e6f9ad7a82 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897644 Sep 26 01:42:41.716249 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae44d8-a2f7-4037-b23e-2578dfb3caf0 None None] New status for floating IP fa9468fb-29db-4e16-9be0-9e9120dbde36: ACTIVE {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:42:41.879834 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-08a2a2ae-0a05-49d4-85af-aff515ca44a2 req-a7f4f577-5764-4581-bdd1-8cc43f42451e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452568 Sep 26 01:42:42.093503 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=68,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:42.130330 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:42.489419 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb0aca-d534-4420-8a72-2e3b9e767101 req-5ef29399-0c2e-4fd0-9fa3-890695df7435 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:42.490856 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45eb0aca-d534-4420-8a72-2e3b9e767101 req-5ef29399-0c2e-4fd0-9fa3-890695df7435 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0461950 Sep 26 01:42:42.540034 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45eb0aca-d534-4420-8a72-2e3b9e767101 req-b0f0f56f-c4eb-4651-b9d2-026fccbd87ed tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434275 Sep 26 01:42:43.663101 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986e55c-cc2f-4cab-826c-4991fb7e7d57 req-ac6bc7a7-0f35-46fb-a88f-76d04d87a148 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:43.664561 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2986e55c-cc2f-4cab-826c-4991fb7e7d57 req-ac6bc7a7-0f35-46fb-a88f-76d04d87a148 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0497487 Sep 26 01:42:43.714499 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2986e55c-cc2f-4cab-826c-4991fb7e7d57 req-bf7c07f1-86b8-4f70-93cc-09fbcb78d34d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444005 Sep 26 01:42:44.839148 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37136cd4-34ff-4c7c-b72b-686b6aa519b2 req-5a986da6-90a5-40ed-b46b-3020357efc17 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:44.840712 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-37136cd4-34ff-4c7c-b72b-686b6aa519b2 req-5a986da6-90a5-40ed-b46b-3020357efc17 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0489147 Sep 26 01:42:44.884974 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:44.890245 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-37136cd4-34ff-4c7c-b72b-686b6aa519b2 req-e1a0dcbb-97f8-4ef8-87cf-de4045609f26 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432768 Sep 26 01:42:46.012773 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e16d2-e735-420a-9337-5e0b1342370e req-b21e86e1-6007-4c4c-9711-79cc8e97f603 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:46.014234 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a56e16d2-e735-420a-9337-5e0b1342370e req-b21e86e1-6007-4c4c-9711-79cc8e97f603 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0470397 Sep 26 01:42:46.069118 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a56e16d2-e735-420a-9337-5e0b1342370e req-cdf8cb63-e6d2-4619-a2bd-e88f8150707b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483935 Sep 26 01:42:46.492934 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:47.189697 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c2105-2213-45ea-b2a1-c79503770779 req-1e47ea5f-48ec-46eb-85f6-e8a49ebd8961 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:47.191405 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eb4c2105-2213-45ea-b2a1-c79503770779 req-1e47ea5f-48ec-46eb-85f6-e8a49ebd8961 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0470769 Sep 26 01:42:47.240294 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eb4c2105-2213-45ea-b2a1-c79503770779 req-cf4fdcee-a67c-43af-a930-4651b879f17a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434480 Sep 26 01:42:48.361239 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bc885-b358-4907-93a6-7b159b70329f req-1fbe5b2a-37aa-46d5-8fec-e46609c04118 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:48.362685 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b51bc885-b358-4907-93a6-7b159b70329f req-1fbe5b2a-37aa-46d5-8fec-e46609c04118 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0462341 Sep 26 01:42:48.412034 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b51bc885-b358-4907-93a6-7b159b70329f req-74095a53-fda8-467a-99c3-1be26386947e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439007 Sep 26 01:42:49.537162 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baed52-daa4-412a-8618-58654b0153e0 req-0183ff73-e04d-4df8-94e6-0dbd61a8af6e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:49.538730 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-55baed52-daa4-412a-8618-58654b0153e0 req-0183ff73-e04d-4df8-94e6-0dbd61a8af6e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 943 time: 0.0524621 Sep 26 01:42:49.596378 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-55baed52-daa4-412a-8618-58654b0153e0 req-d6859dd6-ab3d-4ae0-ba29-d157152e838c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512538 Sep 26 01:42:49.992485 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 63087146-5dff-4cf6-a44b-2902e0428945 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:42:50.091487 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 63087146-5dff-4cf6-a44b-2902e0428945, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=63087146-5dff-4cf6-a44b-2902e0428945,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:50.106455 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '63087146-5dff-4cf6-a44b-2902e0428945', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'port_id': '63087146-5dff-4cf6-a44b-2902e0428945', 'mac_address': 'fa:16:3e:dc:79:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:42:50.140440 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 63087146-5dff-4cf6-a44b-2902e0428945 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:50.141394 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (63087146-5dff-4cf6-a44b-2902e0428945), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:50.154405 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63087146-5dff-4cf6-a44b-2902e0428945 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:42:50.174452 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 63087146-5dff-4cf6-a44b-2902e0428945, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=63087146-5dff-4cf6-a44b-2902e0428945,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:50.178577 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (63087146-5dff-4cf6-a44b-2902e0428945), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:50.225029 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=63087146-5dff-4cf6-a44b-2902e0428945,revision_number=7']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:50.444526 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['63087146-5dff-4cf6-a44b-2902e0428945'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:42:50.736555 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c671ffb-b1c0-4054-bd5f-455f357329eb req-1dffd224-7186-4573-af33-5cb0126389bd tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:50.738133 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3c671ffb-b1c0-4054-bd5f-455f357329eb req-1dffd224-7186-4573-af33-5cb0126389bd tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 944 time: 0.0530660 Sep 26 01:42:50.785943 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:50.793179 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3c671ffb-b1c0-4054-bd5f-455f357329eb req-c4ae5c08-31d4-460a-b821-8c547fe7ba47 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491281 Sep 26 01:42:51.920392 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42662f4f-ed84-45b9-ba9e-e84e8a4aca42 req-fcc88095-33f1-49c7-b03e-0096046d1814 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:51.921875 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-42662f4f-ed84-45b9-ba9e-e84e8a4aca42 req-fcc88095-33f1-49c7-b03e-0096046d1814 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 944 time: 0.0510798 Sep 26 01:42:51.972306 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-42662f4f-ed84-45b9-ba9e-e84e8a4aca42 req-43781362-b677-41ec-a077-a3722ecd1595 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441217 Sep 26 01:42:52.033345 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 63087146-5dff-4cf6-a44b-2902e0428945 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:42:52.086888 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 63087146-5dff-4cf6-a44b-2902e0428945 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:42:52.087201 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (63087146-5dff-4cf6-a44b-2902e0428945), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:52.087557 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 63087146-5dff-4cf6-a44b-2902e0428945 Sep 26 01:42:52.089324 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:52.163176 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 63087146-5dff-4cf6-a44b-2902e0428945 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:42:52.163598 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (63087146-5dff-4cf6-a44b-2902e0428945), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:52.189247 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:42:52.191713 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c78b24-ddba-402e-bb80-8634504adcd3" -d '{"events": [{"server_uuid": "891098ae-6262-467f-814b-d930d1540931", "name": "network-vif-plugged", "status": "completed", "tag": "63087146-5dff-4cf6-a44b-2902e0428945"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:42:52.202547 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 63087146-5dff-4cf6-a44b-2902e0428945, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=63087146-5dff-4cf6-a44b-2902e0428945,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:52.208740 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (63087146-5dff-4cf6-a44b-2902e0428945), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:52.241518 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c712b9c-ffa5-4303-8e77-e779307f67d9 x-openstack-request-id: req-6c712b9c-ffa5-4303-8e77-e779307f67d9 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:42:52.241880 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891098ae-6262-467f-814b-d930d1540931", "name": "network-vif-plugged", "status": "completed", "tag": "63087146-5dff-4cf6-a44b-2902e0428945", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:42:52.242140 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c712b9c-ffa5-4303-8e77-e779307f67d9 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:42:52.242534 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c712b9c-ffa5-4303-8e77-e779307f67d9'] response: {'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945', 'code': 200} Sep 26 01:42:52.260819 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=63087146-5dff-4cf6-a44b-2902e0428945,revision_number=8']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:52.500314 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c4b8b-c546-489e-b1a5-5672ce3197d0 req-1160ceff-3721-4e5c-bfa1-58245ef6b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:52.501858 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-129c4b8b-c546-489e-b1a5-5672ce3197d0 req-1160ceff-3721-4e5c-bfa1-58245ef6b273 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 1129 time: 0.0431182 Sep 26 01:42:52.544556 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:52.583749 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db527a-8fcd-4fdc-a567-11feee8aeeca req-f23cea3c-8ad2-4ec8-ac21-df06a861fdda tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:52.585240 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d6db527a-8fcd-4fdc-a567-11feee8aeeca req-f23cea3c-8ad2-4ec8-ac21-df06a861fdda tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0488844 Sep 26 01:42:52.633076 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d6db527a-8fcd-4fdc-a567-11feee8aeeca req-28385dc6-9c36-4d57-a9a3-01da31e80b7f tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cda9e7d5-366a-49fb-bfe0-f053aef7535e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419512 Sep 26 01:42:53.096954 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec9cd2-5d75-4472-858c-6a2f7ceba00d req-43eea27a-7ebf-4627-a4ae-a4e37136bfd8 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:53.098440 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f5ec9cd2-5d75-4472-858c-6a2f7ceba00d req-43eea27a-7ebf-4627-a4ae-a4e37136bfd8 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0512817 Sep 26 01:42:53.148064 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f5ec9cd2-5d75-4472-858c-6a2f7ceba00d req-c240c2d6-5589-478e-b45d-5b8c29721ca7 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440626 Sep 26 01:42:53.294181 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=25 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:53.300386 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:53.755382 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f939b0-12b8-443d-ba16-bad9c94b77a4 req-f196c983-1cbf-49bb-9218-cd04e9f34670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:53.756868 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-23f939b0-12b8-443d-ba16-bad9c94b77a4 req-f196c983-1cbf-49bb-9218-cd04e9f34670 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0466943 Sep 26 01:42:53.804914 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-23f939b0-12b8-443d-ba16-bad9c94b77a4 req-6976622d-ca2f-4ef1-9682-69a3fc700063 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cda9e7d5-366a-49fb-bfe0-f053aef7535e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426335 Sep 26 01:42:54.149327 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-129c4b8b-c546-489e-b1a5-5672ce3197d0 req-f7dd7925-8c86-4b28-891e-1c6caee57ed2 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408771 Sep 26 01:42:54.276115 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784cc02-c329-4cf8-b52a-d78e4e503727 req-7dc905e2-eba8-4a37-a7df-1171cb3cbe4e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:54.277663 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e784cc02-c329-4cf8-b52a-d78e4e503727 req-7dc905e2-eba8-4a37-a7df-1171cb3cbe4e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0512636 Sep 26 01:42:54.322746 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:54.327851 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e784cc02-c329-4cf8-b52a-d78e4e503727 req-59132241-5299-451b-96d7-613d806cf720 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443347 Sep 26 01:42:54.952532 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0e268-e891-44af-8a3b-b1e60673848e req-f700bf13-22dc-44c0-9a79-67127b3475eb tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:54.954243 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ce0e268-e891-44af-8a3b-b1e60673848e req-f700bf13-22dc-44c0-9a79-67127b3475eb tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0729327 Sep 26 01:42:54.973907 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-8afc53cf-2a25-4fdf-a58f-c10720c0b8c9 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:54.975280 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-8afc53cf-2a25-4fdf-a58f-c10720c0b8c9 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0653446 Sep 26 01:42:55.052737 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0ce0e268-e891-44af-8a3b-b1e60673848e req-bbcfd410-58cc-468a-859d-998e101267b3 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cda9e7d5-366a-49fb-bfe0-f053aef7535e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928681 Sep 26 01:42:55.087230 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Deleting port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:42:55.087553 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:55.179885 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] For port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=73a4ae19-05f7-45db-a9b9-7d5ecba082d1,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:42:55.180591 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:55.345297 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:55.345697 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (117d2190-ea78-4f86-85ee-c5bfbb12ac85), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:55.345968 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Floating IP 117d2190-ea78-4f86-85ee-c5bfbb12ac85 disassociated. External IP: 172.27.0.181, port: 73a4ae19-05f7-45db-a9b9-7d5ecba082d1. Sep 26 01:42:55.346301 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Calling delete_port for 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:42:55.420448 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:55.467859 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e410a-0d5f-442b-ad7d-4ae19215516e req-fb28a7b7-1d1f-46ab-9230-66b6c743d21c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:42:55.470033 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-280e410a-0d5f-442b-ad7d-4ae19215516e req-fb28a7b7-1d1f-46ab-9230-66b6c743d21c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0637801 Sep 26 01:42:55.552227 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (73a4ae19-05f7-45db-a9b9-7d5ecba082d1), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:55.557216 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-280e410a-0d5f-442b-ad7d-4ae19215516e req-04013b7b-9214-4e7c-be11-995eeabdfd3e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812113 Sep 26 01:42:55.583011 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event deleted for resources: {'Port': ['ID=73a4ae19-05f7-45db-a9b9-7d5ecba082d1,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:55.702099 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Router 8158df76-f8aa-4749-a04f-887910354cf5 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:42:55.792926 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:55.808765 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:42:55.818462 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36422fd4-3e5a-4d26-aa20-33ecfba30ba6 None None] Sync routers for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:42:55.828552 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36422fd4-3e5a-4d26-aa20-33ecfba30ba6 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:42:55.829167 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-36422fd4-3e5a-4d26-aa20-33ecfba30ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:42:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:55.850808 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] No DVR routers for this DVR port 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:42:55.853344 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:55.856763 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ca960ed6-d804-4eb0-86de-6e5f1e9689c4 req-30585baf-bd99-4280-83fa-461ac628af32 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.52 "DELETE /networking/v2.0/ports/73a4ae19-05f7-45db-a9b9-7d5ecba082d1 HTTP/1.1" status: 204 len: 173 time: 0.8739953 Sep 26 01:42:55.857187 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'name': 'network-vif-deleted', 'tag': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:42:55.860045 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5477ddcf-fbe2-4dcc-8e04-bac76dd5af0d" -d '{"events": [{"server_uuid": "c69a7773-22c8-4916-bf97-3f99fe7f84d7", "name": "network-vif-deleted", "tag": "73a4ae19-05f7-45db-a9b9-7d5ecba082d1"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:42:55.897859 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e09ac96-26f0-4c7a-8415-bd9b924d8e97 x-openstack-request-id: req-0e09ac96-26f0-4c7a-8415-bd9b924d8e97 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:42:55.898115 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69a7773-22c8-4916-bf97-3f99fe7f84d7", "name": "network-vif-deleted", "tag": "73a4ae19-05f7-45db-a9b9-7d5ecba082d1", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:42:55.898367 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e09ac96-26f0-4c7a-8415-bd9b924d8e97 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:42:55.898773 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e09ac96-26f0-4c7a-8415-bd9b924d8e97'] response: {'server_uuid': 'c69a7773-22c8-4916-bf97-3f99fe7f84d7', 'name': 'network-vif-deleted', 'tag': '73a4ae19-05f7-45db-a9b9-7d5ecba082d1', 'status': 'completed', 'code': 200} Sep 26 01:42:55.946248 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-36422fd4-3e5a-4d26-aa20-33ecfba30ba6 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:42:56.161597 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-36422fd4-3e5a-4d26-aa20-33ecfba30ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:34Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:56.182570 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9cfeb5be-2855-4f19-9dbb-7e7fa59abc15 req-665c6ba5-89b5-4648-9544-4a7bd39f9943 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c69a7773-22c8-4916-bf97-3f99fe7f84d7 HTTP/1.1" status: 200 len: 210 time: 0.0320497 Sep 26 01:42:56.191864 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36422fd4-3e5a-4d26-aa20-33ecfba30ba6 None None] Checking router: 8158df76-f8aa-4749-a04f-887910354cf5 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:42:56.200649 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36422fd4-3e5a-4d26-aa20-33ecfba30ba6 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:42:56.201246 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-36422fd4-3e5a-4d26-aa20-33ecfba30ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:42:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:56.300292 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-36422fd4-3e5a-4d26-aa20-33ecfba30ba6 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:42:56.493068 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-36422fd4-3e5a-4d26-aa20-33ecfba30ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:34Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:42:56.519724 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36422fd4-3e5a-4d26-aa20-33ecfba30ba6 None None] The sync data for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi is: [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:36:20Z', 'revision_number': 4, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '4a9f044e-48d3-4b1e-b320-ae8113ad42b3', 'name': '', 'network_id': '698acfe8-54a1-4ab3-9d7d-022ce3847edf', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'mac_address': 'fa:16:3e:f6:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:18Z', 'updated_at': '2022-09-26T01:36:34Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'subnets': [{'id': '5ecd00a3-5bd9-4765-8aee-f670f166552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:42:56.753210 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f9c4ab-c22d-4371-879a-18c18fd5d947 None None] New status for floating IP 117d2190-ea78-4f86-85ee-c5bfbb12ac85: DOWN {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:42:56.898375 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-b79540c9-8280-4b64-b10d-10b3306dae88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:57.283503 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41806) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:57.341280 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group (cda9e7d5-366a-49fb-bfe0-f053aef7535e), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:57.363739 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group (cda9e7d5-366a-49fb-bfe0-f053aef7535e), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:57.410283 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (cda9e7d5-366a-49fb-bfe0-f053aef7535e), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:57.412960 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:57.414034 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cda9e7d5-366a-49fb-bfe0-f053aef7535e HTTP/1.1" status: 204 len: 168 time: 0.1291044 Sep 26 01:42:57.416914 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41810) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:57.423638 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda9e7d5-366a-49fb-bfe0-f053aef7535e,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:57.430780 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.430912 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.api.v2.resource [None req-2205b1c2-fd63-4c88-b5ee-ada179c619ec tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] show failed (client error): The resource could not be found. Sep 26 01:42:57.431132 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.434929 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.434929 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.435186 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-2205b1c2-fd63-4c88-b5ee-ada179c619ec tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "GET /networking/v2.0/security-groups/cda9e7d5-366a-49fb-bfe0-f053aef7535e HTTP/1.1" status: 404 len: 347 time: 0.0139227 Sep 26 01:42:57.435291 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.435291 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.435291 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.435291 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.435291 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.435291 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.435291 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.435291 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.435291 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.435291 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.436036 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41812) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:42:57.436126 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690eee8-bd1b-4172-a0a8-7185f293a85b tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:42:57.449137 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:42:57.552925 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-2125b3bb-19c1-40dd-b999-d0b923fd5f37 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Deleting port 6e10a681-b5f1-4008-831a-863893c0172d {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:42:57.553178 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2125b3bb-19c1-40dd-b999-d0b923fd5f37 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (6e10a681-b5f1-4008-831a-863893c0172d), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:57.629476 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2125b3bb-19c1-40dd-b999-d0b923fd5f37 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (6e10a681-b5f1-4008-831a-863893c0172d), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:57.629797 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2125b3bb-19c1-40dd-b999-d0b923fd5f37 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (6e10a681-b5f1-4008-831a-863893c0172d), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:57.642950 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-2125b3bb-19c1-40dd-b999-d0b923fd5f37 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Calling delete_port for 6e10a681-b5f1-4008-831a-863893c0172d owned by network:floatingip {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:42:57.774920 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2125b3bb-19c1-40dd-b999-d0b923fd5f37 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (6e10a681-b5f1-4008-831a-863893c0172d), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:57.800925 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125b3bb-19c1-40dd-b999-d0b923fd5f37 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Pushing event deleted for resources: {'Port': ['ID=6e10a681-b5f1-4008-831a-863893c0172d,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:42:57.865808 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2125b3bb-19c1-40dd-b999-d0b923fd5f37 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks [] for floatingip (117d2190-ea78-4f86-85ee-c5bfbb12ac85), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:57.868260 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-2125b3bb-19c1-40dd-b999-d0b923fd5f37 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:42:57.869620 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-2125b3bb-19c1-40dd-b999-d0b923fd5f37 tempest-AttachVolumeTestJSON-502368830 tempest-AttachVolumeTestJSON-502368830-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/117d2190-ea78-4f86-85ee-c5bfbb12ac85 HTTP/1.1" status: 204 len: 168 time: 0.4336286 Sep 26 01:42:59.259847 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-94dceead-e9c0-4248-8188-9f75e4f1b009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:00.061430 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:43:00.081831 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:43:00.082173 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 73a4ae19-05f7-45db-a9b9-7d5ecba082d1 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:43:00.736448 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:01.425163 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41842) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:01.783990 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-042f8fb1-0192-42d4-bbaa-b3242296fe2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428451'] for router_interface (8158df76-f8aa-4749-a04f-887910354cf5), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:02.000359 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-042f8fb1-0192-42d4-bbaa-b3242296fe2b admin admin] Deleting port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:43:02.000698 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-042f8fb1-0192-42d4-bbaa-b3242296fe2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:02.082409 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-042f8fb1-0192-42d4-bbaa-b3242296fe2b admin admin] For port 4a9f044e-48d3-4b1e-b320-ae8113ad42b3, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=4a9f044e-48d3-4b1e-b320-ae8113ad42b3,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:02.082768 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-042f8fb1-0192-42d4-bbaa-b3242296fe2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:02.083503 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:02.091691 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:02.097062 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-042f8fb1-0192-42d4-bbaa-b3242296fe2b admin admin] Calling delete_port for 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 owned by network:router_interface {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:43:02.139383 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:02.204453 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:02.228054 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:02.281743 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-042f8fb1-0192-42d4-bbaa-b3242296fe2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (4a9f044e-48d3-4b1e-b320-ae8113ad42b3), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:02.307642 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f8fb1-0192-42d4-bbaa-b3242296fe2b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9f044e-48d3-4b1e-b320-ae8113ad42b3,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:02.476437 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-042f8fb1-0192-42d4-bbaa-b3242296fe2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484627'] for router_interface (8158df76-f8aa-4749-a04f-887910354cf5), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:02.680765 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042f8fb1-0192-42d4-bbaa-b3242296fe2b admin admin] Router 8158df76-f8aa-4749-a04f-887910354cf5 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:43:02.778350 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042f8fb1-0192-42d4-bbaa-b3242296fe2b admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:43:02.783428 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-042f8fb1-0192-42d4-bbaa-b3242296fe2b admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8158df76-f8aa-4749-a04f-887910354cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3570347 Sep 26 01:43:02.786426 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41846) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:02.788902 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df65d3-ad42-47cc-9ccb-9649d927d692 None None] Sync routers for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:43:02.800841 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df65d3-ad42-47cc-9ccb-9649d927d692 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:02.801447 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-a7df65d3-ad42-47cc-9ccb-9649d927d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:42:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:02.885780 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Publish callbacks [] for router (8158df76-f8aa-4749-a04f-887910354cf5), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:02.901893 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-a7df65d3-ad42-47cc-9ccb-9649d927d692 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:02.981270 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:02.991189 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Publish callbacks [] for router_gateway (8158df76-f8aa-4749-a04f-887910354cf5), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:03.039483 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Deleting port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:43:03.039849 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:03.073827 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-a7df65d3-ad42-47cc-9ccb-9649d927d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:43:02Z', 'revision_number': 5, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port': {'id': '5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158df76-f8aa-4749-a04f-887910354cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:03.099795 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df65d3-ad42-47cc-9ccb-9649d927d692 None None] Checking router: 8158df76-f8aa-4749-a04f-887910354cf5 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:43:03.108697 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df65d3-ad42-47cc-9ccb-9649d927d692 None None] Routers {'8158df76-f8aa-4749-a04f-887910354cf5'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:03.109306 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-a7df65d3-ad42-47cc-9ccb-9649d927d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:42:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['8158df76-f8aa-4749-a04f-887910354cf5'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:03.121293 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:03.128706 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] For port 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:03.129089 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:03.142443 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Calling delete_port for 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d owned by network:router_gateway {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:43:03.195386 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-a7df65d3-ad42-47cc-9ccb-9649d927d692 None None] Set router 8158df76-f8aa-4749-a04f-887910354cf5 gateway port host: None {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:03.243740 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-a7df65d3-ad42-47cc-9ccb-9649d927d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:43:02Z', 'revision_number': 6, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port_host': None}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:03.272569 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df65d3-ad42-47cc-9ccb-9649d927d692 None None] The sync data for ids ['8158df76-f8aa-4749-a04f-887910354cf5'] in dv-cinder-859203-2-iscsi is: [{'id': '8158df76-f8aa-4749-a04f-887910354cf5', 'name': 'tempest-AttachVolumeTestJSON-1158462152-router', 'tenant_id': '3677555d86804f03ae243765cfd3fd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:06Z', 'updated_at': '2022-09-26T01:43:02Z', 'revision_number': 6, 'project_id': '3677555d86804f03ae243765cfd3fd24', 'gw_port_host': None}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:43:03.311159 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:03.334687 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Pushing event deleted for resources: {'Port': ['ID=5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:03.401604 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485721'] for router_gateway (8158df76-f8aa-4749-a04f-887910354cf5), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:03.486747 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (8158df76-f8aa-4749-a04f-887910354cf5), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:03.488904 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Publish callbacks [] for router_controller (8158df76-f8aa-4749-a04f-887910354cf5), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:03.529482 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484718'] for router (8158df76-f8aa-4749-a04f-887910354cf5), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:03.530293 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8158df76-f8aa-4749-a04f-887910354cf5 {{(pid=106406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 01:43:03.535704 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:03.536893 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-538bf880-ebce-4667-9602-0bd928c3775c admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/8158df76-f8aa-4749-a04f-887910354cf5 HTTP/1.1" status: 204 len: 168 time: 0.7495697 Sep 26 01:43:03.539444 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41848) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:03.584297 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35b0b27-baf3-41a0-b618-7b852b4b332b admin admin] Deleting subnet 5ecd00a3-5bd9-4765-8aee-f670f166552f {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:43:03.587377 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d35b0b27-baf3-41a0-b618-7b852b4b332b admin admin] Publish callbacks [] for subnet (5ecd00a3-5bd9-4765-8aee-f670f166552f), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:03.624124 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d35b0b27-baf3-41a0-b618-7b852b4b332b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (5ecd00a3-5bd9-4765-8aee-f670f166552f), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:03.925748 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d35b0b27-baf3-41a0-b618-7b852b4b332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (5ecd00a3-5bd9-4765-8aee-f670f166552f), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:03.978790 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d35b0b27-baf3-41a0-b618-7b852b4b332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (5ecd00a3-5bd9-4765-8aee-f670f166552f), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.001718 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b0b27-baf3-41a0-b618-7b852b4b332b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ecd00a3-5bd9-4765-8aee-f670f166552f,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:04.008140 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d35b0b27-baf3-41a0-b618-7b852b4b332b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.014047 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d35b0b27-baf3-41a0-b618-7b852b4b332b admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/5ecd00a3-5bd9-4765-8aee-f670f166552f HTTP/1.1" status: 204 len: 168 time: 0.4736233 Sep 26 01:43:04.014763 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41852) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:04.015254 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827184d1-07f6-44fb-95bd-778e45ea81f2 None None] Network 698acfe8-54a1-4ab3-9d7d-022ce3847edf requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:43:04.063012 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:04.096591 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (698acfe8-54a1-4ab3-9d7d-022ce3847edf), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.145864 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Deleting port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:43:04.146197 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.213251 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] For port 6cd51f15-8572-4d9f-bd41-be9f84adfa77, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=6cd51f15-8572-4d9f-bd41-be9f84adfa77,segment=NetworkSegment(be55ad0c-8ad1-44e2-9ea0-1f40e035ef02),segment_id=be55ad0c-8ad1-44e2-9ea0-1f40e035ef02)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:04.213615 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.227521 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Calling delete_port for 6cd51f15-8572-4d9f-bd41-be9f84adfa77 owned by network:dhcp {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:43:04.286996 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] DHCP port deletion for 698acfe8-54a1-4ab3-9d7d-022ce3847edf request from dv-cinder-859203-2-iscsi {{(pid=106407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 01:43:04.324757 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.332620 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Deleting port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 {{(pid=106407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:43:04.333019 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), before_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.354525 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd51f15-8572-4d9f-bd41-be9f84adfa77,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:04.362319 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] No DVR routers for this DVR port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 on host dv-cinder-859203-2-iscsi {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:43:04.406820 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] For port 6cd51f15-8572-4d9f-bd41-be9f84adfa77, host dv-cinder-859203-2-iscsi, got binding levels [] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:04.407214 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), precommit_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.420768 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Calling delete_port for 6cd51f15-8572-4d9f-bd41-be9f84adfa77 owned by network:dhcp {{(pid=106407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:43:04.423553 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.ipam_backend_mixin [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 was not found and therefore no delete operation was performed {{(pid=106407) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 26 01:43:04.424879 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021'] for port (6cd51f15-8572-4d9f-bd41-be9f84adfa77), after_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.434875 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (698acfe8-54a1-4ab3-9d7d-022ce3847edf), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.446478 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:04.449971 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Pushing event deleted for resources: {'Port': ['ID=6cd51f15-8572-4d9f-bd41-be9f84adfa77,revision_number=None']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:04.456802 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698acfe8-54a1-4ab3-9d7d-022ce3847edf']}} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:04.458982 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] No DVR routers for this DVR port 6cd51f15-8572-4d9f-bd41-be9f84adfa77 on host dv-cinder-859203-2-iscsi {{(pid=106407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:43:04.460944 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.461295 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.461637 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.461978 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.462308 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.462635 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.462968 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.463362 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.463618 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.463940 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.464264 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.464614 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.464940 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.465290 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.465590 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6633d0b-c58c-4061-a93e-d2cb4e1c9313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:04.466580 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02') {'for_net_delete': True} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:04.466877 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be55ad0c-8ad1-44e2-9ea0-1f40e035ef02') {} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:04.480053 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7542124'] for segment (be55ad0c-8ad1-44e2-9ea0-1f40e035ef02), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.494287 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (be55ad0c-8ad1-44e2-9ea0-1f40e035ef02), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.500777 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=106405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:43:04.501161 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565295'] for segment (be55ad0c-8ad1-44e2-9ea0-1f40e035ef02), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.570121 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (698acfe8-54a1-4ab3-9d7d-022ce3847edf), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.574585 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:43:04.581147 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.587340 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/698acfe8-54a1-4ab3-9d7d-022ce3847edf HTTP/1.1" status: 204 len: 168 time: 0.5685015 Sep 26 01:43:04.599596 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb79274-fb5e-4c19-9e97-83ae2064d1e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=698acfe8-54a1-4ab3-9d7d-022ce3847edf,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:04.604473 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:43:04.604662 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 4a9f044e-48d3-4b1e-b320-ae8113ad42b3 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:43:04.605065 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 6cd51f15-8572-4d9f-bd41-be9f84adfa77 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:43:04.625882 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 6cd51f15-8572-4d9f-bd41-be9f84adfa77 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:43:04.626226 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 6cd51f15-8572-4d9f-bd41-be9f84adfa77 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:43:04.627398 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:43:04.647110 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:43:04.647401 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 5244d5db-9fbb-46c5-8bfb-3edc7ea34b9d not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:43:04.674449 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment be55ad0c-8ad1-44e2-9ea0-1f40e035ef02 resource provider aggregate not found Sep 26 01:43:04.694782 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment be55ad0c-8ad1-44e2-9ea0-1f40e035ef02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be55ad0c-8ad1-44e2-9ea0-1f40e035ef02 found for delete ", "request_id": "req-46bd62c9-0f52-4d1b-be11-177ec6656ca2"}]} Sep 26 01:43:04.717499 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41862) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:04.757586 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-e54737bc-ef9b-4a92-88d7-ca398e497551 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3677555d86804f03ae243765cfd3fd24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389488 Sep 26 01:43:04.760049 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41864) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:04.808785 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1ade96a8-f511-413c-bcc5-374ab73a642e admin admin] Publish callbacks [] for security_group (b89c7810-7dbe-48a0-b802-c70a54ae7a74), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.829360 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1ade96a8-f511-413c-bcc5-374ab73a642e admin admin] Publish callbacks [] for security_group (b89c7810-7dbe-48a0-b802-c70a54ae7a74), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.879685 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1ade96a8-f511-413c-bcc5-374ab73a642e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (b89c7810-7dbe-48a0-b802-c70a54ae7a74), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.882459 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1ade96a8-f511-413c-bcc5-374ab73a642e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:04.883596 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-1ade96a8-f511-413c-bcc5-374ab73a642e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b89c7810-7dbe-48a0-b802-c70a54ae7a74 HTTP/1.1" status: 204 len: 168 time: 0.1226366 Sep 26 01:43:04.891669 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade96a8-f511-413c-bcc5-374ab73a642e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89c7810-7dbe-48a0-b802-c70a54ae7a74,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:06.824942 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:06.827842 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:08.312058 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:43:08.602803 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 41928) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:08.709576 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-45abfa63-76ed-4702-9adc-5750c6220de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:08.774436 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:08.789279 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-45abfa63-76ed-4702-9adc-5750c6220de4 admin admin] Publish callbacks [] for security_group (a5ed48bd-4d4e-4d90-b84e-01d0eec85bd6), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:08.793084 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-45abfa63-76ed-4702-9adc-5750c6220de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (a5ed48bd-4d4e-4d90-b84e-01d0eec85bd6), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:08.834786 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-45abfa63-76ed-4702-9adc-5750c6220de4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=341bfb664e114126b855c74373c93c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306094 Sep 26 01:43:08.836947 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abfa63-76ed-4702-9adc-5750c6220de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed48bd-4d4e-4d90-b84e-01d0eec85bd6,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:08.837401 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 41932) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:08.889394 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df1b5595-59ac-4510-a0e5-2f707876152f admin admin] Publish callbacks [] for security_group (a5ed48bd-4d4e-4d90-b84e-01d0eec85bd6), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:08.896833 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:DELETE=11 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:08.911352 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df1b5595-59ac-4510-a0e5-2f707876152f admin admin] Publish callbacks [] for security_group (a5ed48bd-4d4e-4d90-b84e-01d0eec85bd6), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:08.957397 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df1b5595-59ac-4510-a0e5-2f707876152f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (a5ed48bd-4d4e-4d90-b84e-01d0eec85bd6), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:08.959931 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df1b5595-59ac-4510-a0e5-2f707876152f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:08.961204 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-df1b5595-59ac-4510-a0e5-2f707876152f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a5ed48bd-4d4e-4d90-b84e-01d0eec85bd6 HTTP/1.1" status: 204 len: 168 time: 0.1228309 Sep 26 01:43:08.964259 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:08.969959 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b5595-59ac-4510-a0e5-2f707876152f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed48bd-4d4e-4d90-b84e-01d0eec85bd6,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:10.163330 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa72b5-9b07-4264-9be6-b2ad3e42bfc2 req-99233e62-a85d-471e-89fc-0ed18f3a6e18 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:10.164967 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4faa72b5-9b07-4264-9be6-b2ad3e42bfc2 req-99233e62-a85d-471e-89fc-0ed18f3a6e18 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 947 time: 0.0488770 Sep 26 01:43:10.215412 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4faa72b5-9b07-4264-9be6-b2ad3e42bfc2 req-842ab438-988f-41ff-884b-6b3c571f17cc tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447390 Sep 26 01:43:11.349038 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd2034-1dc0-4162-981c-71be2315212d req-54f34e03-78cb-448d-b94c-40df2faab8c9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:11.350408 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d0fd2034-1dc0-4162-981c-71be2315212d req-54f34e03-78cb-448d-b94c-40df2faab8c9 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 947 time: 0.0502691 Sep 26 01:43:11.396368 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d0fd2034-1dc0-4162-981c-71be2315212d req-0d609164-1d56-4183-ab1f-f07ac77b3321 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca75435e-341f-4f6c-8e03-4f56b968ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405028 Sep 26 01:43:11.659006 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2ecd8ea9-4d86-4e5d-b1ed-1ce01a5cba5b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:11.660533 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2ecd8ea9-4d86-4e5d-b1ed-1ce01a5cba5b tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 947 time: 0.0472393 Sep 26 01:43:11.749527 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Deleting port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:43:11.749868 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:11.833402 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:11.852039 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] For port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:11.852431 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:12.031140 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:12.031504 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (90fc4278-e70d-43ca-ab44-c6de20843f87), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:12.031848 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Floating IP 90fc4278-e70d-43ca-ab44-c6de20843f87 disassociated. External IP: 172.27.0.210, port: c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10. Sep 26 01:43:12.032161 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Calling delete_port for c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:43:12.161224 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:12.190155 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event deleted for resources: {'Port': ['ID=c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:12.297830 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:12.307849 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Router 5e501f1e-91e4-4256-b56d-c26a052ccf95 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:43:12.412671 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:43:12.421706 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac93c4-083e-41fa-9f79-19b8d71e8b6e None None] Sync routers for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:43:12.431954 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac93c4-083e-41fa-9f79-19b8d71e8b6e None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:12.432591 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-09ac93c4-083e-41fa-9f79-19b8d71e8b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:42:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:12.457443 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] No DVR routers for this DVR port c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:43:12.460279 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:12.463619 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-af7715a7-83df-4dd2-bf67-dbc4505c4826 req-2434e266-2cc3-429d-b310-4d0de7ef871e tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.52 "DELETE /networking/v2.0/ports/c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 HTTP/1.1" status: 204 len: 173 time: 0.7978818 Sep 26 01:43:12.464078 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'name': 'network-vif-deleted', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:43:12.466845 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8689d4c7-6637-45c8-92bd-0a9687ba8b82" -d '{"events": [{"server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "name": "network-vif-deleted", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:43:12.539850 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-09ac93c4-083e-41fa-9f79-19b8d71e8b6e None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:12.540615 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-182a0177-4dd2-4445-8985-465da0fe6f82 req-2ddbb883-ea18-4bcd-8536-a366da4006c7 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 210 time: 0.0446258 Sep 26 01:43:12.542305 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0ab79b-f5e9-465f-b637-8a2852a2b9b2 x-openstack-request-id: req-4d0ab79b-f5e9-465f-b637-8a2852a2b9b2 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:43:12.542518 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76df5cd-18f2-4253-a3ff-3ccdf78507a6", "name": "network-vif-deleted", "tag": "c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:43:12.542770 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d0ab79b-f5e9-465f-b637-8a2852a2b9b2 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:43:12.543171 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0ab79b-f5e9-465f-b637-8a2852a2b9b2'] response: {'server_uuid': 'b76df5cd-18f2-4253-a3ff-3ccdf78507a6', 'name': 'network-vif-deleted', 'tag': 'c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10', 'status': 'completed', 'code': 200} Sep 26 01:43:12.746940 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-09ac93c4-083e-41fa-9f79-19b8d71e8b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:35Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:12.772286 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac93c4-083e-41fa-9f79-19b8d71e8b6e None None] Checking router: 5e501f1e-91e4-4256-b56d-c26a052ccf95 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:43:12.780630 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac93c4-083e-41fa-9f79-19b8d71e8b6e None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:12.781218 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-09ac93c4-083e-41fa-9f79-19b8d71e8b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:42:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:12.884663 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-09ac93c4-083e-41fa-9f79-19b8d71e8b6e None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:13.080959 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-09ac93c4-083e-41fa-9f79-19b8d71e8b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:35Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:13.107519 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac93c4-083e-41fa-9f79-19b8d71e8b6e None None] The sync data for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi is: [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:36:19Z', 'revision_number': 4, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '29b05cad-ffe1-42d8-9bc6-6e2b66c0081a', 'name': '', 'network_id': '5af791d8-1618-4513-8e4d-eb7941c2c427', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'mac_address': 'fa:16:3e:57:d7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:17Z', 'updated_at': '2022-09-26T01:36:35Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'subnets': [{'id': 'da203c2e-72b6-4935-8d01-4a01b35361c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:43:13.139219 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf5a2a60-1379-4c5f-aa20-24b263cec956 req-318e4692-9351-4a82-9285-599b85b3421d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0334175 Sep 26 01:43:13.201312 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf5a2a60-1379-4c5f-aa20-24b263cec956 req-fb3027fa-2acc-4a7b-b7d3-66cf49b88faa service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2f78ca6e22f04c4ab911b2e308338517&device_id=b76df5cd-18f2-4253-a3ff-3ccdf78507a6 HTTP/1.1" status: 200 len: 210 time: 0.0307727 Sep 26 01:43:13.338802 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a2a60-1379-4c5f-aa20-24b263cec956 req-8c22ef57-6bb8-470a-8c51-03f253af0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:13.340338 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf5a2a60-1379-4c5f-aa20-24b263cec956 req-8c22ef57-6bb8-470a-8c51-03f253af0cd2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=2f78ca6e22f04c4ab911b2e308338517&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1145685 Sep 26 01:43:13.402463 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ddca9-9ced-48fd-bd21-0684028abdcc None None] New status for floating IP 90fc4278-e70d-43ca-ab44-c6de20843f87: DOWN {{(pid=106407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:43:13.443149 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a2a60-1379-4c5f-aa20-24b263cec956 req-a3fc5b27-daae-4b3c-9453-c6aa6e500ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:13.444695 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-bf5a2a60-1379-4c5f-aa20-24b263cec956 req-a3fc5b27-daae-4b3c-9453-c6aa6e500ed1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971167 Sep 26 01:43:13.633344 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42026) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:13.690643 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-93561609-5c36-4d7c-91d1-0c45998b602a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group (ca75435e-341f-4f6c-8e03-4f56b968ef2e), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:13.713283 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-93561609-5c36-4d7c-91d1-0c45998b602a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group (ca75435e-341f-4f6c-8e03-4f56b968ef2e), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:13.762071 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-93561609-5c36-4d7c-91d1-0c45998b602a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (ca75435e-341f-4f6c-8e03-4f56b968ef2e), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:13.764594 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-93561609-5c36-4d7c-91d1-0c45998b602a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:13.765738 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-93561609-5c36-4d7c-91d1-0c45998b602a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ca75435e-341f-4f6c-8e03-4f56b968ef2e HTTP/1.1" status: 204 len: 168 time: 0.1313646 Sep 26 01:43:13.769116 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42032) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:13.775040 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93561609-5c36-4d7c-91d1-0c45998b602a tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca75435e-341f-4f6c-8e03-4f56b968ef2e,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:13.786169 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.api.v2.resource [None req-dd285b41-dc40-4336-99c6-a3c3c2647920 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] show failed (client error): The resource could not be found. Sep 26 01:43:13.789998 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-dd285b41-dc40-4336-99c6-a3c3c2647920 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "GET /networking/v2.0/security-groups/ca75435e-341f-4f6c-8e03-4f56b968ef2e HTTP/1.1" status: 404 len: 347 time: 0.0168307 Sep 26 01:43:13.790413 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42034) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:13.911525 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-71c7a330-c2fe-4944-ba1a-1c8f76dfb431 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Deleting port 7e1ab56f-2742-4614-b73d-84adac313555 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:43:13.911874 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-71c7a330-c2fe-4944-ba1a-1c8f76dfb431 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (7e1ab56f-2742-4614-b73d-84adac313555), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:13.992023 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-71c7a330-c2fe-4944-ba1a-1c8f76dfb431 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (7e1ab56f-2742-4614-b73d-84adac313555), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:13.992463 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-71c7a330-c2fe-4944-ba1a-1c8f76dfb431 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (7e1ab56f-2742-4614-b73d-84adac313555), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:14.006235 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-71c7a330-c2fe-4944-ba1a-1c8f76dfb431 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Calling delete_port for 7e1ab56f-2742-4614-b73d-84adac313555 owned by network:floatingip {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:43:14.147274 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-71c7a330-c2fe-4944-ba1a-1c8f76dfb431 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (7e1ab56f-2742-4614-b73d-84adac313555), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:14.171277 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7a330-c2fe-4944-ba1a-1c8f76dfb431 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Pushing event deleted for resources: {'Port': ['ID=7e1ab56f-2742-4614-b73d-84adac313555,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:14.233200 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-71c7a330-c2fe-4944-ba1a-1c8f76dfb431 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks [] for floatingip (90fc4278-e70d-43ca-ab44-c6de20843f87), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:14.236229 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-71c7a330-c2fe-4944-ba1a-1c8f76dfb431 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:14.237498 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-71c7a330-c2fe-4944-ba1a-1c8f76dfb431 tempest-AttachVolumeShelveTestJSON-474288160 tempest-AttachVolumeShelveTestJSON-474288160-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/90fc4278-e70d-43ca-ab44-c6de20843f87 HTTP/1.1" status: 204 len: 168 time: 0.4461181 Sep 26 01:43:16.462574 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:43:16.485936 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:43:16.486470 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device c3bfb94e-8cdf-4145-8cd0-e4d8ed1b0b10 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:43:16.499877 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:18.772367 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42114) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:19.199137 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:19.213072 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:19.248289 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-00cc3857-c9cb-4e32-9ea1-3ddea68514b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428451'] for router_interface (5e501f1e-91e4-4256-b56d-c26a052ccf95), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:19.468776 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-00cc3857-c9cb-4e32-9ea1-3ddea68514b3 admin admin] Deleting port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:43:19.469118 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-00cc3857-c9cb-4e32-9ea1-3ddea68514b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:19.550937 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-00cc3857-c9cb-4e32-9ea1-3ddea68514b3 admin admin] For port 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=29b05cad-ffe1-42d8-9bc6-6e2b66c0081a,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:19.551328 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-00cc3857-c9cb-4e32-9ea1-3ddea68514b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:19.566089 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-00cc3857-c9cb-4e32-9ea1-3ddea68514b3 admin admin] Calling delete_port for 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a owned by network:router_interface {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:43:19.768436 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-00cc3857-c9cb-4e32-9ea1-3ddea68514b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (29b05cad-ffe1-42d8-9bc6-6e2b66c0081a), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:19.795008 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc3857-c9cb-4e32-9ea1-3ddea68514b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b05cad-ffe1-42d8-9bc6-6e2b66c0081a,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:19.966855 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-00cc3857-c9cb-4e32-9ea1-3ddea68514b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484627'] for router_interface (5e501f1e-91e4-4256-b56d-c26a052ccf95), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:20.071748 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:20.109243 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:20.176774 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cc3857-c9cb-4e32-9ea1-3ddea68514b3 admin admin] Router 5e501f1e-91e4-4256-b56d-c26a052ccf95 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:43:20.278701 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cc3857-c9cb-4e32-9ea1-3ddea68514b3 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:43:20.283845 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-00cc3857-c9cb-4e32-9ea1-3ddea68514b3 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5e501f1e-91e4-4256-b56d-c26a052ccf95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5104587 Sep 26 01:43:20.286383 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42134) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:20.288200 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dbae68-161b-4e88-ad20-6e2f0bf1be2b None None] Sync routers for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:43:20.308336 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dbae68-161b-4e88-ad20-6e2f0bf1be2b None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:20.308834 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-d6dbae68-161b-4e88-ad20-6e2f0bf1be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:42:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:20.385650 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Publish callbacks [] for router (5e501f1e-91e4-4256-b56d-c26a052ccf95), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:20.413098 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-d6dbae68-161b-4e88-ad20-6e2f0bf1be2b None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:20.483013 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Publish callbacks [] for router_gateway (5e501f1e-91e4-4256-b56d-c26a052ccf95), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:20.534526 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Deleting port d50ea86b-2016-4abe-bbae-68ccd0a8c77e {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:43:20.534866 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:20.618084 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] For port d50ea86b-2016-4abe-bbae-68ccd0a8c77e, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=d50ea86b-2016-4abe-bbae-68ccd0a8c77e,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:20.618441 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:20.632417 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Calling delete_port for d50ea86b-2016-4abe-bbae-68ccd0a8c77e owned by network:router_gateway {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:43:20.669535 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:20.675199 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-d6dbae68-161b-4e88-ad20-6e2f0bf1be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:43:19Z', 'revision_number': 5, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port': {'id': 'd50ea86b-2016-4abe-bbae-68ccd0a8c77e', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:36:09Z', 'updated_at': '2022-09-26T01:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:20.677955 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:20.701817 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dbae68-161b-4e88-ad20-6e2f0bf1be2b None None] Checking router: 5e501f1e-91e4-4256-b56d-c26a052ccf95 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:43:20.712848 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dbae68-161b-4e88-ad20-6e2f0bf1be2b None None] Routers {'5e501f1e-91e4-4256-b56d-c26a052ccf95'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:20.713477 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-d6dbae68-161b-4e88-ad20-6e2f0bf1be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:42:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5e501f1e-91e4-4256-b56d-c26a052ccf95'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:20.809192 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-d6dbae68-161b-4e88-ad20-6e2f0bf1be2b None None] Set router 5e501f1e-91e4-4256-b56d-c26a052ccf95 gateway port host: None {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:20.821602 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (d50ea86b-2016-4abe-bbae-68ccd0a8c77e), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:20.865073 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-d6dbae68-161b-4e88-ad20-6e2f0bf1be2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:43:20Z', 'revision_number': 6, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port_host': None}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:20.865351 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d50ea86b-2016-4abe-bbae-68ccd0a8c77e,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:20.894713 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dbae68-161b-4e88-ad20-6e2f0bf1be2b None None] The sync data for ids ['5e501f1e-91e4-4256-b56d-c26a052ccf95'] in dv-cinder-859203-2-iscsi is: [{'id': '5e501f1e-91e4-4256-b56d-c26a052ccf95', 'name': 'tempest-AttachVolumeShelveTestJSON-815163357-router', 'tenant_id': '2f78ca6e22f04c4ab911b2e308338517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:36:07Z', 'updated_at': '2022-09-26T01:43:20Z', 'revision_number': 6, 'project_id': '2f78ca6e22f04c4ab911b2e308338517', 'gw_port_host': None}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:43:20.931968 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485721'] for router_gateway (5e501f1e-91e4-4256-b56d-c26a052ccf95), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.022215 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (5e501f1e-91e4-4256-b56d-c26a052ccf95), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.024407 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Publish callbacks [] for router_controller (5e501f1e-91e4-4256-b56d-c26a052ccf95), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.025823 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:21.030403 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:21.073177 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484718'] for router (5e501f1e-91e4-4256-b56d-c26a052ccf95), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.074069 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e501f1e-91e4-4256-b56d-c26a052ccf95 {{(pid=106406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 01:43:21.079891 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.081092 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d635f6c3-9f48-441b-a986-d5d92e6d92a1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/5e501f1e-91e4-4256-b56d-c26a052ccf95 HTTP/1.1" status: 204 len: 168 time: 0.7937975 Sep 26 01:43:21.083745 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42154) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:21.129465 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aea24ab-75e4-4860-8533-cc3b5150551a admin admin] Deleting subnet da203c2e-72b6-4935-8d01-4a01b35361c4 {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:43:21.132667 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3aea24ab-75e4-4860-8533-cc3b5150551a admin admin] Publish callbacks [] for subnet (da203c2e-72b6-4935-8d01-4a01b35361c4), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.152846 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42156) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:21.173605 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3aea24ab-75e4-4860-8533-cc3b5150551a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (da203c2e-72b6-4935-8d01-4a01b35361c4), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.251270 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3aea24ab-75e4-4860-8533-cc3b5150551a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (da203c2e-72b6-4935-8d01-4a01b35361c4), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.265175 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d02288e1-9c51-4ad9-9093-78a3fd3b7acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.316440 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3aea24ab-75e4-4860-8533-cc3b5150551a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (da203c2e-72b6-4935-8d01-4a01b35361c4), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.348610 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea24ab-75e4-4860-8533-cc3b5150551a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da203c2e-72b6-4935-8d01-4a01b35361c4,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:21.354412 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3aea24ab-75e4-4860-8533-cc3b5150551a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.360007 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-3aea24ab-75e4-4860-8533-cc3b5150551a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/da203c2e-72b6-4935-8d01-4a01b35361c4 HTTP/1.1" status: 204 len: 168 time: 0.2728972 Sep 26 01:43:21.360469 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42160) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:21.364234 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774dd20b-5d0f-4359-be8c-bddbe33be012 None None] Network 5af791d8-1618-4513-8e4d-eb7941c2c427 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:43:21.366609 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d02288e1-9c51-4ad9-9093-78a3fd3b7acc admin admin] Publish callbacks [] for security_group (db362360-6e31-46a8-bcc7-f371f9d5d39a), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.371312 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d02288e1-9c51-4ad9-9093-78a3fd3b7acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (db362360-6e31-46a8-bcc7-f371f9d5d39a), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.395474 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:21.399453 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02288e1-9c51-4ad9-9093-78a3fd3b7acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db362360-6e31-46a8-bcc7-f371f9d5d39a,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:21.434538 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (5af791d8-1618-4513-8e4d-eb7941c2c427), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.435869 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-d02288e1-9c51-4ad9-9093-78a3fd3b7acc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fe3bb8316d054416a58f3d082ffeb3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819428 Sep 26 01:43:21.436500 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42162) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:21.479031 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Deleting port 586fa76e-d5df-49cd-8018-955be287395b {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:43:21.479378 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (586fa76e-d5df-49cd-8018-955be287395b), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.500645 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e7b3f452-41de-4bcf-a821-0563c03e3d9d admin admin] Publish callbacks [] for security_group (db362360-6e31-46a8-bcc7-f371f9d5d39a), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.523370 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e7b3f452-41de-4bcf-a821-0563c03e3d9d admin admin] Publish callbacks [] for security_group (db362360-6e31-46a8-bcc7-f371f9d5d39a), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.574235 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e7b3f452-41de-4bcf-a821-0563c03e3d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (db362360-6e31-46a8-bcc7-f371f9d5d39a), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.576924 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e7b3f452-41de-4bcf-a821-0563c03e3d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.578173 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-e7b3f452-41de-4bcf-a821-0563c03e3d9d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/db362360-6e31-46a8-bcc7-f371f9d5d39a HTTP/1.1" status: 204 len: 168 time: 0.1401725 Sep 26 01:43:21.587826 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3f452-41de-4bcf-a821-0563c03e3d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db362360-6e31-46a8-bcc7-f371f9d5d39a,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:21.688264 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8bf753-310a-4cc1-8c4f-fc22340b8f76 None None] DHCP port deletion for 5af791d8-1618-4513-8e4d-eb7941c2c427 request from dv-cinder-859203-2-iscsi {{(pid=106407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 01:43:21.697991 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:21.757096 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-6a8bf753-310a-4cc1-8c4f-fc22340b8f76 None None] Deleting port 586fa76e-d5df-49cd-8018-955be287395b {{(pid=106407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:43:21.757489 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf753-310a-4cc1-8c4f-fc22340b8f76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (586fa76e-d5df-49cd-8018-955be287395b), before_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.774514 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:21.797304 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] For port 586fa76e-d5df-49cd-8018-955be287395b, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=586fa76e-d5df-49cd-8018-955be287395b,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:21.798830 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (586fa76e-d5df-49cd-8018-955be287395b), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.813988 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Calling delete_port for 586fa76e-d5df-49cd-8018-955be287395b owned by network:dhcp {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:43:21.852757 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-6a8bf753-310a-4cc1-8c4f-fc22340b8f76 None None] For port 586fa76e-d5df-49cd-8018-955be287395b, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=586fa76e-d5df-49cd-8018-955be287395b,segment=NetworkSegment(1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb),segment_id=1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:21.853154 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf753-310a-4cc1-8c4f-fc22340b8f76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (586fa76e-d5df-49cd-8018-955be287395b), precommit_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.872683 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-6a8bf753-310a-4cc1-8c4f-fc22340b8f76 None None] Calling delete_port for 586fa76e-d5df-49cd-8018-955be287395b owned by network:dhcp {{(pid=106407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:43:21.896279 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (586fa76e-d5df-49cd-8018-955be287395b), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.919948 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=586fa76e-d5df-49cd-8018-955be287395b,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:21.926041 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] No DVR routers for this DVR port 586fa76e-d5df-49cd-8018-955be287395b on host dv-cinder-859203-2-iscsi {{(pid=106406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:43:21.961814 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42170) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:21.974769 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6a8bf753-310a-4cc1-8c4f-fc22340b8f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021'] for port (586fa76e-d5df-49cd-8018-955be287395b), after_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:21.976545 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5ee427e3-4069-4a10-a070-4e1b9211e651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.008683 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8bf753-310a-4cc1-8c4f-fc22340b8f76 None None] No DVR routers for this DVR port 586fa76e-d5df-49cd-8018-955be287395b on host dv-cinder-859203-2-iscsi {{(pid=106407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:43:22.010472 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bf753-310a-4cc1-8c4f-fc22340b8f76 None None] Pushing event deleted for resources: {'Port': ['ID=586fa76e-d5df-49cd-8018-955be287395b,revision_number=None']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:22.014608 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (5af791d8-1618-4513-8e4d-eb7941c2c427), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.027221 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:22.052374 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af791d8-1618-4513-8e4d-eb7941c2c427']}} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:22.064299 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb') {'for_net_delete': True} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:22.065198 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb') {} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:22.076542 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8362259'] for segment (1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.089956 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5ee427e3-4069-4a10-a070-4e1b9211e651 admin admin] Publish callbacks [] for security_group (f56b8b1e-6c26-4dd2-ba5e-ce8688fcc28d), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.091243 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.098402 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5ee427e3-4069-4a10-a070-4e1b9211e651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (f56b8b1e-6c26-4dd2-ba5e-ce8688fcc28d), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.102127 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=106406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:43:22.102807 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6739872'] for segment (1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.142217 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-5ee427e3-4069-4a10-a070-4e1b9211e651 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f329308292794339ac539363375ccfa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792500 Sep 26 01:43:22.143165 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee427e3-4069-4a10-a070-4e1b9211e651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56b8b1e-6c26-4dd2-ba5e-ce8688fcc28d,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:22.148680 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42174) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:22.168888 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment 1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb resource provider aggregate not found Sep 26 01:43:22.181347 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (5af791d8-1618-4513-8e4d-eb7941c2c427), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.186184 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.190596 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/5af791d8-1618-4513-8e4d-eb7941c2c427 HTTP/1.1" status: 204 len: 168 time: 0.8292398 Sep 26 01:43:22.204611 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment 1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cd5e34d-ace9-4a9d-a4ba-b916f2f93fcb found for delete ", "request_id": "req-c18c8e44-5103-4ea7-9700-08344aec1bdf"}]} Sep 26 01:43:22.205730 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199de73d-0374-4ac6-9316-6a7db71532c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5af791d8-1618-4513-8e4d-eb7941c2c427,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:22.212814 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a8944ce6-0ebe-448c-9b0c-f575dd1a6c8a admin admin] Publish callbacks [] for security_group (f56b8b1e-6c26-4dd2-ba5e-ce8688fcc28d), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.235689 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a8944ce6-0ebe-448c-9b0c-f575dd1a6c8a admin admin] Publish callbacks [] for security_group (f56b8b1e-6c26-4dd2-ba5e-ce8688fcc28d), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.285908 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a8944ce6-0ebe-448c-9b0c-f575dd1a6c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (f56b8b1e-6c26-4dd2-ba5e-ce8688fcc28d), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.288766 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a8944ce6-0ebe-448c-9b0c-f575dd1a6c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.292390 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-a8944ce6-0ebe-448c-9b0c-f575dd1a6c8a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f56b8b1e-6c26-4dd2-ba5e-ce8688fcc28d HTTP/1.1" status: 204 len: 168 time: 0.1402900 Sep 26 01:43:22.299256 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8944ce6-0ebe-448c-9b0c-f575dd1a6c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56b8b1e-6c26-4dd2-ba5e-ce8688fcc28d,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:22.378033 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42182) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:22.422463 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-98035f5e-1d91-462b-b1ea-7115fa2306ae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2f78ca6e22f04c4ab911b2e308338517&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432925 Sep 26 01:43:22.425221 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42186) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:22.485641 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6d5f-fc14-4305-bcab-a8c424eb8f87 admin admin] Publish callbacks [] for security_group (d3de013a-025f-4b86-b778-03a801ff527f), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.506544 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6d5f-fc14-4305-bcab-a8c424eb8f87 admin admin] Publish callbacks [] for security_group (d3de013a-025f-4b86-b778-03a801ff527f), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.565921 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6d5f-fc14-4305-bcab-a8c424eb8f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (d3de013a-025f-4b86-b778-03a801ff527f), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.569338 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6d5f-fc14-4305-bcab-a8c424eb8f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:22.573861 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-cd1f6d5f-fc14-4305-bcab-a8c424eb8f87 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d3de013a-025f-4b86-b778-03a801ff527f HTTP/1.1" status: 204 len: 168 time: 0.1475554 Sep 26 01:43:22.583606 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f6d5f-fc14-4305-bcab-a8c424eb8f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3de013a-025f-4b86-b778-03a801ff527f,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:22.584108 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 586fa76e-d5df-49cd-8018-955be287395b no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:43:22.614690 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 586fa76e-d5df-49cd-8018-955be287395b {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:43:22.615038 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 586fa76e-d5df-49cd-8018-955be287395b not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:43:22.615457 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device d50ea86b-2016-4abe-bbae-68ccd0a8c77e no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:43:22.641982 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: d50ea86b-2016-4abe-bbae-68ccd0a8c77e {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:43:22.642905 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device d50ea86b-2016-4abe-bbae-68ccd0a8c77e not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:43:22.643477 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:43:22.665940 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:43:22.666319 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 29b05cad-ffe1-42d8-9bc6-6e2b66c0081a not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:43:25.164597 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42284) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:25.164597 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-bdb1b5be-afc4-43b8-8da3-f7c8500730c7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1391278943', 'description': 'tempest-description--1173284377'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:25.186837 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b5be-afc4-43b8-8da3-f7c8500730c7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.240465 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:25.291250 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b5be-afc4-43b8-8da3-f7c8500730c7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (39352a56-40b6-4453-998e-45a26e7a5f3c), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.296018 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b5be-afc4-43b8-8da3-f7c8500730c7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (39352a56-40b6-4453-998e-45a26e7a5f3c), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.329963 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1b5be-afc4-43b8-8da3-f7c8500730c7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39352a56-40b6-4453-998e-45a26e7a5f3c,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:25.336612 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-bdb1b5be-afc4-43b8-8da3-f7c8500730c7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.340965 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42300) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:25.341527 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-bdb1b5be-afc4-43b8-8da3-f7c8500730c7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1805828 Sep 26 01:43:25.346926 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-6d729e73-49b2-4530-b805-6194923deff3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'security_group_rule': {'security_group_id': '39352a56-40b6-4453-998e-45a26e7a5f3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:25.377058 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:25.380695 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6d729e73-49b2-4530-b805-6194923deff3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (b559c73a-ea1e-4dc3-a656-81f128746477), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.397750 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:25.443625 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6d729e73-49b2-4530-b805-6194923deff3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (b559c73a-ea1e-4dc3-a656-81f128746477), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.447154 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6d729e73-49b2-4530-b805-6194923deff3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (b559c73a-ea1e-4dc3-a656-81f128746477), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.467008 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d729e73-49b2-4530-b805-6194923deff3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b559c73a-ea1e-4dc3-a656-81f128746477,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:25.476060 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6d729e73-49b2-4530-b805-6194923deff3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.477274 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-6d729e73-49b2-4530-b805-6194923deff3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344969 Sep 26 01:43:25.480375 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42306) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:25.484496 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-41d8c6f0-a799-4e8e-b31b-8a161de1e81a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'security_group_rule': {'security_group_id': '39352a56-40b6-4453-998e-45a26e7a5f3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:25.513184 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-41d8c6f0-a799-4e8e-b31b-8a161de1e81a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (30c411b6-9093-4f7c-9ee9-ecd89894d277), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.575870 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-41d8c6f0-a799-4e8e-b31b-8a161de1e81a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (30c411b6-9093-4f7c-9ee9-ecd89894d277), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.580514 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-41d8c6f0-a799-4e8e-b31b-8a161de1e81a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (30c411b6-9093-4f7c-9ee9-ecd89894d277), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.588140 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:25.604897 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8c6f0-a799-4e8e-b31b-8a161de1e81a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c411b6-9093-4f7c-9ee9-ecd89894d277,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:25.610527 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-41d8c6f0-a799-4e8e-b31b-8a161de1e81a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.611982 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-41d8c6f0-a799-4e8e-b31b-8a161de1e81a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305690 Sep 26 01:43:25.615157 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42312) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:25.620877 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:25.642941 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.727492 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.834080 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Allocated IP 172.27.0.43 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/47d34b60-2e60-48aa-8b0e-057d27d36c02) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:43:25.938958 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for port (47d34b60-2e60-48aa-8b0e-057d27d36c02), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:25.971727 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (47d34b60-2e60-48aa-8b0e-057d27d36c02), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:26.012570 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:43:26.018121 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:26.020234 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'Port': ['ID=47d34b60-2e60-48aa-8b0e-057d27d36c02,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:26.022358 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:43:26.107253 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (797e5a31-d357-4037-80cd-73f9e3f8f5ae), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:26.144996 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (47d34b60-2e60-48aa-8b0e-057d27d36c02), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:26.197329 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:26.269460 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:26.298563 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for port (47d34b60-2e60-48aa-8b0e-057d27d36c02), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:26.302932 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (47d34b60-2e60-48aa-8b0e-057d27d36c02), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:26.374504 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'Port': ['ID=47d34b60-2e60-48aa-8b0e-057d27d36c02,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:26.378027 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (797e5a31-d357-4037-80cd-73f9e3f8f5ae), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:26.394123 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:26.395428 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e8d8f695-5fd7-4c80-b804-18fabbd0e8fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7788224 Sep 26 01:43:26.604186 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-fd81f1d9-dc7a-4802-92e1-78909faa359a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1391278943&fields=id&tenant_id=7e247930abd14072b8dfab4043d3e3f5 HTTP/1.1" status: 200 len: 267 time: 0.0474274 Sep 26 01:43:26.731415 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-aebe16d1-2b08-4d4a-8e6c-59021dc75a63 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:26.733088 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-aebe16d1-2b08-4d4a-8e6c-59021dc75a63 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 814 time: 0.1211159 Sep 26 01:43:26.756382 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-7f501fc3-3a9e-41b0-a222-2e0a34c78103 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/quotas/7e247930abd14072b8dfab4043d3e3f5 HTTP/1.1" status: 200 len: 375 time: 0.0117671 Sep 26 01:43:26.820618 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-f29de721-6584-4821-baf0-ac6e4865de6a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571060 Sep 26 01:43:26.900267 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87f9d969-2c2b-4332-821d-887899fc1895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:27.019447 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42352) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:27.026096 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-80874594-f0bc-41f9-aa24-78b94758f33d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920276 Sep 26 01:43:27.148915 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-22ab1de0-e4c0-4c04-b002-78e7f94e897f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:27.234748 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-22ab1de0-e4c0-4c04-b002-78e7f94e897f admin admin] Publish callbacks [] for security_group (94a50613-478c-46cd-af19-8bd393d52261), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:27.239298 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-22ab1de0-e4c0-4c04-b002-78e7f94e897f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (94a50613-478c-46cd-af19-8bd393d52261), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:27.280306 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-22ab1de0-e4c0-4c04-b002-78e7f94e897f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=716ebf15d84d47a0b50aca500cf3ea22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596664 Sep 26 01:43:27.281097 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab1de0-e4c0-4c04-b002-78e7f94e897f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a50613-478c-46cd-af19-8bd393d52261,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:27.284974 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42356) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:27.336941 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2cbc8b8f-d5a1-4973-bf17-2cdafb4eb352 admin admin] Publish callbacks [] for security_group (94a50613-478c-46cd-af19-8bd393d52261), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:27.357656 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2cbc8b8f-d5a1-4973-bf17-2cdafb4eb352 admin admin] Publish callbacks [] for security_group (94a50613-478c-46cd-af19-8bd393d52261), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:27.377581 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-07500d6b-1a80-4850-b088-1e887121f20d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454049 Sep 26 01:43:27.409340 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2cbc8b8f-d5a1-4973-bf17-2cdafb4eb352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (94a50613-478c-46cd-af19-8bd393d52261), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:27.412087 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2cbc8b8f-d5a1-4973-bf17-2cdafb4eb352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:27.413292 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-2cbc8b8f-d5a1-4973-bf17-2cdafb4eb352 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/94a50613-478c-46cd-af19-8bd393d52261 HTTP/1.1" status: 204 len: 168 time: 0.1272292 Sep 26 01:43:27.426601 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc8b8f-d5a1-4973-bf17-2cdafb4eb352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a50613-478c-46cd-af19-8bd393d52261,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:27.559981 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4eea6f4e-ba11-4d03-8d2f-cbb83568ed7e req-207c83a1-915d-467f-937c-953977ae9d2e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 210 time: 0.0290735 Sep 26 01:43:27.728710 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42370) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:27.742479 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2214a125-716c-4b1c-897a-68651e89fb2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:27.829258 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2214a125-716c-4b1c-897a-68651e89fb2a admin admin] Publish callbacks [] for security_group (294e5808-7cba-49ea-8682-497e793564cd), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:27.832379 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-2214a125-716c-4b1c-897a-68651e89fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (294e5808-7cba-49ea-8682-497e793564cd), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:27.878201 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-2214a125-716c-4b1c-897a-68651e89fb2a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e3736526f0ac47ea9747f6284ac1df6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485286 Sep 26 01:43:27.879324 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214a125-716c-4b1c-897a-68651e89fb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294e5808-7cba-49ea-8682-497e793564cd,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:27.880794 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42380) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:27.941112 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b5a248e3-9291-4e3c-a1f6-6ee3f2a3c58a admin admin] Publish callbacks [] for security_group (294e5808-7cba-49ea-8682-497e793564cd), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:27.963454 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b5a248e3-9291-4e3c-a1f6-6ee3f2a3c58a admin admin] Publish callbacks [] for security_group (294e5808-7cba-49ea-8682-497e793564cd), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:28.020566 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b5a248e3-9291-4e3c-a1f6-6ee3f2a3c58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (294e5808-7cba-49ea-8682-497e793564cd), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:28.022626 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-b5a248e3-9291-4e3c-a1f6-6ee3f2a3c58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:28.023762 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-b5a248e3-9291-4e3c-a1f6-6ee3f2a3c58a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/294e5808-7cba-49ea-8682-497e793564cd HTTP/1.1" status: 204 len: 168 time: 0.1419952 Sep 26 01:43:28.035183 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a248e3-9291-4e3c-a1f6-6ee3f2a3c58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294e5808-7cba-49ea-8682-497e793564cd,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:28.678172 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d7384d67-b818-4b3c-a3c2-d5df3ef75996 req-8a7ad1ad-f15b-43c3-929f-06733e23e401 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 210 time: 0.0315289 Sep 26 01:43:28.824485 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-d8a9c779-134a-46c6-b9ff-55af73e1e01c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:28.826948 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-d8a9c779-134a-46c6-b9ff-55af73e1e01c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 814 time: 0.1306088 Sep 26 01:43:28.878029 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:28.923944 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a9c43f3b-06ee-46b1-824d-81e851132c61 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7e247930abd14072b8dfab4043d3e3f5 HTTP/1.1" status: 200 len: 473 time: 0.0872416 Sep 26 01:43:28.935188 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'port': {'device_id': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'admin_state_up': True, 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'security_groups': ['39352a56-40b6-4453-998e-45a26e7a5f3c']}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:29.053779 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Made reservation on behalf of 7e247930abd14072b8dfab4043d3e3f5 for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:43:29.057985 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:29.083240 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:29.214590 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Allocated IP 172.20.0.3 (3f9f02f3-760e-48dc-b09d-e8f3d058e4c5/3955534a-546f-4dc6-aa07-a2e631b4037a/ff646199-ff50-466a-aaa1-0699748e2a21) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:43:29.258364 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d33eb193-e375-458c-9353-70e18d779692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:29.368719 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for port (ff646199-ff50-466a-aaa1-0699748e2a21), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:29.402756 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:29.451150 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:43:29.454639 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:29.458665 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:43:29.464868 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'Port': ['ID=ff646199-ff50-466a-aaa1-0699748e2a21,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:29.518606 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:29.519247 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:29.537706 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-a5f045b4-fe92-47bd-ba9e-104977eb107f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6083798 Sep 26 01:43:29.550636 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Request body: {'port': {'device_id': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:29.629021 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:29.702594 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-31067f13-8267-424d-aa9c-3328f2d6966e None None] Provisioning complete for port ff646199-ff50-466a-aaa1-0699748e2a21 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:29.702979 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-31067f13-8267-424d-aa9c-3328f2d6966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:29.703841 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-31067f13-8267-424d-aa9c-3328f2d6966e None None] Attempt 1 to provision port ff646199-ff50-466a-aaa1-0699748e2a21 Sep 26 01:43:29.740515 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-31067f13-8267-424d-aa9c-3328f2d6966e None None] Port ff646199-ff50-466a-aaa1-0699748e2a21 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:29.836916 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:29.867467 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe5c97-7e07-4959-835d-648652ea4861 req-5da9727f-ab7e-4d7b-8070-983834913647 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:29.868972 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5bbe5c97-7e07-4959-835d-648652ea4861 req-5da9727f-ab7e-4d7b-8070-983834913647 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 931 time: 0.0625868 Sep 26 01:43:29.950111 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:29.965765 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5bbe5c97-7e07-4959-835d-648652ea4861 req-593c7416-b9df-420b-ac09-111a0e5267c7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870137 Sep 26 01:43:30.002296 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff646199-ff50-466a-aaa1-0699748e2a21 {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:43:30.011177 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Publish callbacks [] for port (ff646199-ff50-466a-aaa1-0699748e2a21), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:30.025640 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Transition to ACTIVE for port object ff646199-ff50-466a-aaa1-0699748e2a21 will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:43:30.030250 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:30.136081 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Pushing event updated for resources: {'Port': ['ID=ff646199-ff50-466a-aaa1-0699748e2a21,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:30.177627 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Attempting to bind port ff646199-ff50-466a-aaa1-0699748e2a21 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:43:30.178128 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Attempting to bind port ff646199-ff50-466a-aaa1-0699748e2a21 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:43:30.178462 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Attempting to bind port ff646199-ff50-466a-aaa1-0699748e2a21 on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:43:30.221290 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Port ff646199-ff50-466a-aaa1-0699748e2a21 on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:43:30.221615 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Attempting to bind port ff646199-ff50-466a-aaa1-0699748e2a21 on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:43:30.242207 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-31067f13-8267-424d-aa9c-3328f2d6966e None None] Attempt 2 to provision port ff646199-ff50-466a-aaa1-0699748e2a21 Sep 26 01:43:30.263931 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:43:30.264265 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Checking segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:43:30.264779 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Bound using segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:43:30.265226 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Bound port: ff646199-ff50-466a-aaa1-0699748e2a21, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:43:30.265571 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:30.275803 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-31067f13-8267-424d-aa9c-3328f2d6966e None None] Port ff646199-ff50-466a-aaa1-0699748e2a21 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:30.326564 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] For port ff646199-ff50-466a-aaa1-0699748e2a21, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:43:30.329763 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] For port ff646199-ff50-466a-aaa1-0699748e2a21, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ff646199-ff50-466a-aaa1-0699748e2a21,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:43:30.336919 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:30.342103 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:30.342506 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:30.343866 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/ff646199-ff50-466a-aaa1-0699748e2a21 HTTP/1.1" status: 200 len: 1093 time: 0.7983994 Sep 26 01:43:30.345141 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'tag': 'ff646199-ff50-466a-aaa1-0699748e2a21'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:43:30.347417 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94152248-cdac-40af-bc8b-36617fa65cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2665e6-6873-4c15-8efc-65665e9a6a5a", "tag": "ff646199-ff50-466a-aaa1-0699748e2a21"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:43:30.396476 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21377298-27bb-4936-8d83-ac4f239bf61f x-openstack-request-id: req-21377298-27bb-4936-8d83-ac4f239bf61f {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:43:30.396762 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2665e6-6873-4c15-8efc-65665e9a6a5a", "tag": "ff646199-ff50-466a-aaa1-0699748e2a21", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:43:30.397010 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21377298-27bb-4936-8d83-ac4f239bf61f {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:43:30.397406 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21377298-27bb-4936-8d83-ac4f239bf61f'] response: {'name': 'network-changed', 'server_uuid': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'tag': 'ff646199-ff50-466a-aaa1-0699748e2a21', 'status': 'completed', 'code': 200} Sep 26 01:43:30.424993 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149930f5-429f-4023-ae2f-925a48155bdb service neutron] Pushing event updated for resources: {'Port': ['ID=ff646199-ff50-466a-aaa1-0699748e2a21,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:30.440104 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-e07c1d97-d1d8-49ec-822f-cef00ed3d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:30.441644 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-e07c1d97-d1d8-49ec-822f-cef00ed3d85a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 1127 time: 0.0469494 Sep 26 01:43:30.482000 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-03e97b7f-9b07-4d37-b9ed-71e5b58f8d7f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff646199-ff50-466a-aaa1-0699748e2a21 HTTP/1.1" status: 200 len: 217 time: 0.0330117 Sep 26 01:43:30.534498 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-3dc9cca1-bc55-4be1-9856-513ce5604ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:30.535936 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-3dc9cca1-bc55-4be1-9856-513ce5604ef7 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 200 len: 853 time: 0.0478520 Sep 26 01:43:30.579655 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-71db43e3-5d9a-4bed-ab68-7c694e0c8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:30.581146 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-71db43e3-5d9a-4bed-ab68-7c694e0c8414 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387402 Sep 26 01:43:30.670210 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-4d9c7c53-29ca-4953-86e0-1fb7db452224 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823443 Sep 26 01:43:30.698075 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:30.739398 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:30.767990 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4eff3d2-c76b-4ea8-b2c1-5f5b0cbcc120 req-87e78b20-c27c-441c-b505-87a56c4ebc33 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913804 Sep 26 01:43:30.776151 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-31067f13-8267-424d-aa9c-3328f2d6966e None None] Attempt 3 to provision port ff646199-ff50-466a-aaa1-0699748e2a21 Sep 26 01:43:30.814959 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-31067f13-8267-424d-aa9c-3328f2d6966e None None] Port ff646199-ff50-466a-aaa1-0699748e2a21 had new provisioning blocks added so it will not transition to active. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 01:43:30.867411 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=11 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:30.869273 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=12 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:31.088144 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac11be-a3f7-4413-816d-96482d675670 req-0265d417-9bda-434d-bd86-3cffd81d7304 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:31.089629 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0bac11be-a3f7-4413-816d-96482d675670 req-0265d417-9bda-434d-bd86-3cffd81d7304 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 943 time: 0.0467074 Sep 26 01:43:31.141888 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0bac11be-a3f7-4413-816d-96482d675670 req-97f99c44-93fd-424b-b462-effe5222220e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460703 Sep 26 01:43:31.691888 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94152248-cdac-40af-bc8b-36617fa65cd1 req-1b52774c-d63f-422b-89c9-0babd9ff4222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:31.693413 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94152248-cdac-40af-bc8b-36617fa65cd1 req-1b52774c-d63f-422b-89c9-0babd9ff4222 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 1127 time: 0.0440857 Sep 26 01:43:31.775534 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:31.786042 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94152248-cdac-40af-bc8b-36617fa65cd1 req-a42b7b30-00d6-445d-909f-61e2e84f1e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:31.787588 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94152248-cdac-40af-bc8b-36617fa65cd1 req-a42b7b30-00d6-445d-909f-61e2e84f1e79 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 915 time: 0.0880499 Sep 26 01:43:31.832081 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94152248-cdac-40af-bc8b-36617fa65cd1 req-a3370af2-78a6-4ec0-9e2e-f5089def2944 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff646199-ff50-466a-aaa1-0699748e2a21 HTTP/1.1" status: 200 len: 217 time: 0.0372684 Sep 26 01:43:31.881709 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94152248-cdac-40af-bc8b-36617fa65cd1 req-b2366d27-0a71-446a-8058-cd0d4c5392c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:31.883113 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94152248-cdac-40af-bc8b-36617fa65cd1 req-b2366d27-0a71-446a-8058-cd0d4c5392c4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 200 len: 853 time: 0.0444801 Sep 26 01:43:31.925957 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94152248-cdac-40af-bc8b-36617fa65cd1 req-942ccfb1-7d62-44de-87fa-8790a721f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:31.927404 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94152248-cdac-40af-bc8b-36617fa65cd1 req-942ccfb1-7d62-44de-87fa-8790a721f5c4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378976 Sep 26 01:43:32.021274 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94152248-cdac-40af-bc8b-36617fa65cd1 req-93d78cd5-bdd1-48c2-982c-0f35b2fbe47e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876460 Sep 26 01:43:32.092053 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.115354 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-94152248-cdac-40af-bc8b-36617fa65cd1 req-5de878cb-dfcb-440c-8bef-47ecdc6a34ab service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864911 Sep 26 01:43:32.232129 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.265044 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948fb09-1eeb-4e70-95ad-3b11714c7ce8 req-1e51abdf-bde8-4439-a952-523acb372cbe tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:32.266840 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5948fb09-1eeb-4e70-95ad-3b11714c7ce8 req-1e51abdf-bde8-4439-a952-523acb372cbe tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 943 time: 0.0496104 Sep 26 01:43:32.319029 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5948fb09-1eeb-4e70-95ad-3b11714c7ce8 req-fe005f11-3e26-4ded-a3e3-15e2574bdcfd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465555 Sep 26 01:43:32.524771 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device ff646199-ff50-466a-aaa1-0699748e2a21 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:43:32.614286 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42522) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:32.631165 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42526) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:32.636694 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port ff646199-ff50-466a-aaa1-0699748e2a21, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ff646199-ff50-466a-aaa1-0699748e2a21,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:32.648830 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'ff646199-ff50-466a-aaa1-0699748e2a21', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'port_id': 'ff646199-ff50-466a-aaa1-0699748e2a21', 'mac_address': 'fa:16:3e:a6:b8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:43:32.686052 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port ff646199-ff50-466a-aaa1-0699748e2a21 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:32.686536 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.701204 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff646199-ff50-466a-aaa1-0699748e2a21 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:43:32.726569 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port ff646199-ff50-466a-aaa1-0699748e2a21, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ff646199-ff50-466a-aaa1-0699748e2a21,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:32.731107 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.744287 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.754508 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:32.760372 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-020ad601-33b6-46bc-9256-03c9bf01d96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.785722 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=ff646199-ff50-466a-aaa1-0699748e2a21,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:32.812722 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:32.826202 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=15 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:32.833004 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Publish callbacks [] for security_group (22854c8b-c9eb-46a1-b891-6b5748d830e3), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.837751 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (22854c8b-c9eb-46a1-b891-6b5748d830e3), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.853134 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-020ad601-33b6-46bc-9256-03c9bf01d96a admin admin] Publish callbacks [] for security_group (7707a880-fb25-4217-a28c-9450d671f64e), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.857013 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-020ad601-33b6-46bc-9256-03c9bf01d96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (7707a880-fb25-4217-a28c-9450d671f64e), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.880917 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2e13943779164d999b6421d5a893ab65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652986 Sep 26 01:43:32.882109 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22854c8b-c9eb-46a1-b891-6b5748d830e3,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:32.884167 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42530) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:32.898357 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-020ad601-33b6-46bc-9256-03c9bf01d96a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5301fac31fe840ff9e5d98f483611823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660344 Sep 26 01:43:32.899256 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ad601-33b6-46bc-9256-03c9bf01d96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7707a880-fb25-4217-a28c-9450d671f64e,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:32.900993 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.901351 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.901609 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42532) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:32.901713 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.902023 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.902357 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.902685 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.903010 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.903335 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.903698 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.903986 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.904303 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.904659 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.904977 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.905300 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.905616 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0829dc-eb3d-4e46-9c63-7ef0cff41c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:43:32.947902 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cf5b992a-9ba7-4903-8cde-510185f2a203 admin admin] Publish callbacks [] for security_group (22854c8b-c9eb-46a1-b891-6b5748d830e3), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.958664 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-833ee19d-b238-473a-a4b4-53d46f6bac17 admin admin] Publish callbacks [] for security_group (7707a880-fb25-4217-a28c-9450d671f64e), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.967493 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:32.970161 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cf5b992a-9ba7-4903-8cde-510185f2a203 admin admin] Publish callbacks [] for security_group (22854c8b-c9eb-46a1-b891-6b5748d830e3), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:32.979933 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-833ee19d-b238-473a-a4b4-53d46f6bac17 admin admin] Publish callbacks [] for security_group (7707a880-fb25-4217-a28c-9450d671f64e), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:33.006721 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['ff646199-ff50-466a-aaa1-0699748e2a21'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:43:33.026577 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cf5b992a-9ba7-4903-8cde-510185f2a203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (22854c8b-c9eb-46a1-b891-6b5748d830e3), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:33.029111 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cf5b992a-9ba7-4903-8cde-510185f2a203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:33.029447 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-833ee19d-b238-473a-a4b4-53d46f6bac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (7707a880-fb25-4217-a28c-9450d671f64e), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:33.032060 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-833ee19d-b238-473a-a4b4-53d46f6bac17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:33.032905 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-cf5b992a-9ba7-4903-8cde-510185f2a203 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/22854c8b-c9eb-46a1-b891-6b5748d830e3 HTTP/1.1" status: 204 len: 168 time: 0.1476655 Sep 26 01:43:33.040045 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-833ee19d-b238-473a-a4b4-53d46f6bac17 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7707a880-fb25-4217-a28c-9450d671f64e HTTP/1.1" status: 204 len: 168 time: 0.1331825 Sep 26 01:43:33.043177 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b992a-9ba7-4903-8cde-510185f2a203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22854c8b-c9eb-46a1-b891-6b5748d830e3,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:33.052653 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ee19d-b238-473a-a4b4-53d46f6bac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7707a880-fb25-4217-a28c-9450d671f64e,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:33.178146 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:33.431720 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42552) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:33.446696 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3d784cf-7f1d-4a32-af4c-e08d22742ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:33.459624 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777467b-abfd-42bb-bc78-b022b8843286 req-e6c3e419-fd14-4155-b6a5-ae47df3147d1 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:33.461208 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2777467b-abfd-42bb-bc78-b022b8843286 req-e6c3e419-fd14-4155-b6a5-ae47df3147d1 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 944 time: 0.0542240 Sep 26 01:43:33.519770 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2777467b-abfd-42bb-bc78-b022b8843286 req-08457c83-2686-49e0-8201-95c29998bf59 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519466 Sep 26 01:43:33.533527 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3d784cf-7f1d-4a32-af4c-e08d22742ff1 admin admin] Publish callbacks [] for security_group (5c71b86d-8e71-43bd-afa1-4b9579925f3e), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:33.548730 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c3d784cf-7f1d-4a32-af4c-e08d22742ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (5c71b86d-8e71-43bd-afa1-4b9579925f3e), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:33.590805 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-c3d784cf-7f1d-4a32-af4c-e08d22742ff1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=296ce2199a01493dad9a7cc024f092f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556365 Sep 26 01:43:33.590805 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d784cf-7f1d-4a32-af4c-e08d22742ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c71b86d-8e71-43bd-afa1-4b9579925f3e,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:33.591304 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42554) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:33.626395 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:33.645907 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cbd58719-83e4-44ae-85fe-589c0689d0c6 admin admin] Publish callbacks [] for security_group (5c71b86d-8e71-43bd-afa1-4b9579925f3e), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:33.666853 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cbd58719-83e4-44ae-85fe-589c0689d0c6 admin admin] Publish callbacks [] for security_group (5c71b86d-8e71-43bd-afa1-4b9579925f3e), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:33.714899 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cbd58719-83e4-44ae-85fe-589c0689d0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (5c71b86d-8e71-43bd-afa1-4b9579925f3e), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:33.717864 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cbd58719-83e4-44ae-85fe-589c0689d0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:33.719291 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-cbd58719-83e4-44ae-85fe-589c0689d0c6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5c71b86d-8e71-43bd-afa1-4b9579925f3e HTTP/1.1" status: 204 len: 168 time: 0.1268771 Sep 26 01:43:33.727266 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd58719-83e4-44ae-85fe-589c0689d0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c71b86d-8e71-43bd-afa1-4b9579925f3e,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:34.541692 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device ff646199-ff50-466a-aaa1-0699748e2a21 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:43:34.593010 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port ff646199-ff50-466a-aaa1-0699748e2a21 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:43:34.603422 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port ff646199-ff50-466a-aaa1-0699748e2a21 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:34.604044 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:34.604661 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port ff646199-ff50-466a-aaa1-0699748e2a21 Sep 26 01:43:34.687868 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fcace-b786-400b-acff-498c6072aad5 req-16c4ea0a-9e31-4121-a7d8-fa7195579667 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:34.689881 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-188fcace-b786-400b-acff-498c6072aad5 req-16c4ea0a-9e31-4121-a7d8-fa7195579667 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 944 time: 0.0714605 Sep 26 01:43:34.700417 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port ff646199-ff50-466a-aaa1-0699748e2a21 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:34.700884 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:34.742020 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff646199-ff50-466a-aaa1-0699748e2a21'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:43:34.746366 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae97aa50-4515-420e-9104-c9dc9b0f9422" -d '{"events": [{"server_uuid": "9d2665e6-6873-4c15-8efc-65665e9a6a5a", "name": "network-vif-plugged", "status": "completed", "tag": "ff646199-ff50-466a-aaa1-0699748e2a21"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:43:34.767277 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-188fcace-b786-400b-acff-498c6072aad5 req-a9349a98-bb3d-44bb-be29-a015fe518dd4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706747 Sep 26 01:43:34.785438 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port ff646199-ff50-466a-aaa1-0699748e2a21, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ff646199-ff50-466a-aaa1-0699748e2a21,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:34.793039 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:34.824014 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5751689-4ef9-43bf-896e-a2ab9fc8d5b5 x-openstack-request-id: req-c5751689-4ef9-43bf-896e-a2ab9fc8d5b5 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:43:34.824521 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2665e6-6873-4c15-8efc-65665e9a6a5a", "name": "network-vif-plugged", "status": "completed", "tag": "ff646199-ff50-466a-aaa1-0699748e2a21", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:43:34.824811 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5751689-4ef9-43bf-896e-a2ab9fc8d5b5 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:43:34.825211 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5751689-4ef9-43bf-896e-a2ab9fc8d5b5'] response: {'server_uuid': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff646199-ff50-466a-aaa1-0699748e2a21', 'code': 200} Sep 26 01:43:34.869063 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=ff646199-ff50-466a-aaa1-0699748e2a21,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:35.033603 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4ed20-8a63-47c3-8941-b5495d3af6e9 req-6a792969-8f84-4d72-8c9c-d958ce02c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:35.036804 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-62d4ed20-8a63-47c3-8941-b5495d3af6e9 req-6a792969-8f84-4d72-8c9c-d958ce02c7cb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 1129 time: 0.0489490 Sep 26 01:43:35.127579 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-62d4ed20-8a63-47c3-8941-b5495d3af6e9 req-99221180-2e80-4f0f-a567-dbcc5867483f service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775373 Sep 26 01:43:35.631820 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42644) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:35.739418 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c66849dc-2e00-48da-8cb5-00bb722db24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:35.823830 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c66849dc-2e00-48da-8cb5-00bb722db24a admin admin] Publish callbacks [] for security_group (105cb007-22f8-4823-84e3-4b7b16f82d5e), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:35.827694 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c66849dc-2e00-48da-8cb5-00bb722db24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (105cb007-22f8-4823-84e3-4b7b16f82d5e), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:35.881950 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-c66849dc-2e00-48da-8cb5-00bb722db24a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=25729b643dd943e482c777e4a6f2c9d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489839 Sep 26 01:43:35.884871 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42650) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:35.898327 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66849dc-2e00-48da-8cb5-00bb722db24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105cb007-22f8-4823-84e3-4b7b16f82d5e,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:35.918974 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e9c6a-e37f-4012-a5a1-1e6c475d6c0a req-a6eeda18-e4b8-4f50-b83c-ddb3492ad820 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:35.920582 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-545e9c6a-e37f-4012-a5a1-1e6c475d6c0a req-a6eeda18-e4b8-4f50-b83c-ddb3492ad820 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 945 time: 0.0547142 Sep 26 01:43:35.939230 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9e19db26-699b-43f3-a297-de8c5a9ff41d admin admin] Publish callbacks [] for security_group (105cb007-22f8-4823-84e3-4b7b16f82d5e), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:35.958997 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9e19db26-699b-43f3-a297-de8c5a9ff41d admin admin] Publish callbacks [] for security_group (105cb007-22f8-4823-84e3-4b7b16f82d5e), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:35.969440 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-545e9c6a-e37f-4012-a5a1-1e6c475d6c0a req-4b9e6495-5b41-4d51-83de-6a9332c63d08 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428081 Sep 26 01:43:36.005926 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9e19db26-699b-43f3-a297-de8c5a9ff41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (105cb007-22f8-4823-84e3-4b7b16f82d5e), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:36.008442 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9e19db26-699b-43f3-a297-de8c5a9ff41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:36.009596 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-9e19db26-699b-43f3-a297-de8c5a9ff41d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/105cb007-22f8-4823-84e3-4b7b16f82d5e HTTP/1.1" status: 204 len: 168 time: 0.1237266 Sep 26 01:43:36.017588 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19db26-699b-43f3-a297-de8c5a9ff41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105cb007-22f8-4823-84e3-4b7b16f82d5e,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:36.274558 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42658) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:36.289627 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4529570f-bd24-49e6-8b9b-64b5d89d9de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:36.369453 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4529570f-bd24-49e6-8b9b-64b5d89d9de7 admin admin] Publish callbacks [] for security_group (062b5e91-5426-4f72-89c7-bde575378365), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:36.373845 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4529570f-bd24-49e6-8b9b-64b5d89d9de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (062b5e91-5426-4f72-89c7-bde575378365), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:36.395726 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:36.413266 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529570f-bd24-49e6-8b9b-64b5d89d9de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062b5e91-5426-4f72-89c7-bde575378365,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:36.419791 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-4529570f-bd24-49e6-8b9b-64b5d89d9de7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0c6d5a1c6eb24527b0dd7cafc6a5feb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414495 Sep 26 01:43:36.420170 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42666) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:36.465155 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:36.476872 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d4268ae5-d102-4638-a5ed-6f4d9606794e admin admin] Publish callbacks [] for security_group (062b5e91-5426-4f72-89c7-bde575378365), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:36.498793 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d4268ae5-d102-4638-a5ed-6f4d9606794e admin admin] Publish callbacks [] for security_group (062b5e91-5426-4f72-89c7-bde575378365), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:36.550020 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d4268ae5-d102-4638-a5ed-6f4d9606794e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (062b5e91-5426-4f72-89c7-bde575378365), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:36.552801 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d4268ae5-d102-4638-a5ed-6f4d9606794e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:36.556585 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d4268ae5-d102-4638-a5ed-6f4d9606794e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/062b5e91-5426-4f72-89c7-bde575378365 HTTP/1.1" status: 204 len: 168 time: 0.1332781 Sep 26 01:43:36.565321 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4268ae5-d102-4638-a5ed-6f4d9606794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062b5e91-5426-4f72-89c7-bde575378365,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:37.097861 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e627c-aec0-475e-a854-3fc6249f167f req-d6132671-6d34-462b-99cf-9e0dfb86a43d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:37.099368 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-183e627c-aec0-475e-a854-3fc6249f167f req-d6132671-6d34-462b-99cf-9e0dfb86a43d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 945 time: 0.0491898 Sep 26 01:43:37.150114 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-183e627c-aec0-475e-a854-3fc6249f167f req-0ef93807-0e81-4966-8a5f-a53e144bf41a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444555 Sep 26 01:43:37.262813 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:37.283032 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12789c7-235e-4550-848a-12d78c3f6ff3 req-71e66f51-0407-4c2a-815e-c1577e61a565 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:37.284610 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f12789c7-235e-4550-848a-12d78c3f6ff3 req-71e66f51-0407-4c2a-815e-c1577e61a565 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 945 time: 0.0577500 Sep 26 01:43:37.295868 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42718) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:37.301585 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-1a2a2d53-c6e9-414b-af5a-0e11bd533716 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'floatingip': {'port_id': 'ff646199-ff50-466a-aaa1-0699748e2a21'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:37.340077 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2d53-c6e9-414b-af5a-0e11bd533716 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (797e5a31-d357-4037-80cd-73f9e3f8f5ae), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:37.725399 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42728) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:37.782596 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2d53-c6e9-414b-af5a-0e11bd533716 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:37.786575 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2d53-c6e9-414b-af5a-0e11bd533716 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (797e5a31-d357-4037-80cd-73f9e3f8f5ae), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:37.845533 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-098f480c-1904-4925-8b8d-8c365c8c3a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:37.923519 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.l3_db [None req-1a2a2d53-c6e9-414b-af5a-0e11bd533716 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Floating IP 797e5a31-d357-4037-80cd-73f9e3f8f5ae associated. External IP: 172.27.0.43, port: ff646199-ff50-466a-aaa1-0699748e2a21. Sep 26 01:43:38.055950 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-098f480c-1904-4925-8b8d-8c365c8c3a93 admin admin] Publish callbacks [] for security_group (46234ab2-3b25-4962-9003-e37165f635c9), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.060972 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:38.063352 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-098f480c-1904-4925-8b8d-8c365c8c3a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (46234ab2-3b25-4962-9003-e37165f635c9), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.112660 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:38.155742 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-098f480c-1904-4925-8b8d-8c365c8c3a93 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c66d53ff01814d74900b6086fc71c874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267929 Sep 26 01:43:38.157467 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42736) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:38.158714 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f480c-1904-4925-8b8d-8c365c8c3a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46234ab2-3b25-4962-9003-e37165f635c9,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:38.215362 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2a2d53-c6e9-414b-af5a-0e11bd533716 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Router 2ed34702-2bde-499d-ba24-630f048a761b has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:43:38.220933 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-88b4e0c5-9f16-43ac-a646-c1a6a3b0c777 admin admin] Publish callbacks [] for security_group (46234ab2-3b25-4962-9003-e37165f635c9), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.246682 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-88b4e0c5-9f16-43ac-a646-c1a6a3b0c777 admin admin] Publish callbacks [] for security_group (46234ab2-3b25-4962-9003-e37165f635c9), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.264168 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42740) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:38.308488 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-88b4e0c5-9f16-43ac-a646-c1a6a3b0c777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (46234ab2-3b25-4962-9003-e37165f635c9), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.311220 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-88b4e0c5-9f16-43ac-a646-c1a6a3b0c777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.314522 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-88b4e0c5-9f16-43ac-a646-c1a6a3b0c777 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/46234ab2-3b25-4962-9003-e37165f635c9 HTTP/1.1" status: 204 len: 168 time: 0.1542358 Sep 26 01:43:38.327415 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4e0c5-9f16-43ac-a646-c1a6a3b0c777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46234ab2-3b25-4962-9003-e37165f635c9,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:38.331570 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2a2d53-c6e9-414b-af5a-0e11bd533716 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:43:38.337677 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2d53-c6e9-414b-af5a-0e11bd533716 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.342353 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c15167-ae20-4766-9e1d-927b43e1d168 None None] Sync routers for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:43:38.366860 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c15167-ae20-4766-9e1d-927b43e1d168 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:38.367528 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-e9c15167-ae20-4766-9e1d-927b43e1d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:38.387470 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-1a2a2d53-c6e9-414b-af5a-0e11bd533716 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/797e5a31-d357-4037-80cd-73f9e3f8f5ae HTTP/1.1" status: 200 len: 990 time: 1.0896292 Sep 26 01:43:38.388214 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'tag': 'ff646199-ff50-466a-aaa1-0699748e2a21'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:43:38.398808 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dd9ebf-3923-493c-ac58-195c93ef74a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2665e6-6873-4c15-8efc-65665e9a6a5a", "tag": "ff646199-ff50-466a-aaa1-0699748e2a21"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:43:38.407829 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a86a0ea3-1a9d-451a-84da-2f73e6c30124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.495249 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:38.505226 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-e9c15167-ae20-4766-9e1d-927b43e1d168 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:38.511473 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a86a0ea3-1a9d-451a-84da-2f73e6c30124 admin admin] Publish callbacks [] for security_group (1433d9d0-89bd-4b20-bb52-d41d981d7a4b), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.519085 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a86a0ea3-1a9d-451a-84da-2f73e6c30124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (1433d9d0-89bd-4b20-bb52-d41d981d7a4b), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.550336 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-a86a0ea3-1a9d-451a-84da-2f73e6c30124 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=396de0ed39c34151b5043158317531e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850635 Sep 26 01:43:38.554163 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42754) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:38.574770 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a0ea3-1a9d-451a-84da-2f73e6c30124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1433d9d0-89bd-4b20-bb52-d41d981d7a4b,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:38.640053 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-840ffd65-0dc1-470c-b1f8-dc6995426090 admin admin] Publish callbacks [] for security_group (1433d9d0-89bd-4b20-bb52-d41d981d7a4b), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.673387 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-840ffd65-0dc1-470c-b1f8-dc6995426090 admin admin] Publish callbacks [] for security_group (1433d9d0-89bd-4b20-bb52-d41d981d7a4b), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.733829 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-840ffd65-0dc1-470c-b1f8-dc6995426090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (1433d9d0-89bd-4b20-bb52-d41d981d7a4b), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.737852 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-840ffd65-0dc1-470c-b1f8-dc6995426090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:38.740385 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-840ffd65-0dc1-470c-b1f8-dc6995426090 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1433d9d0-89bd-4b20-bb52-d41d981d7a4b HTTP/1.1" status: 204 len: 168 time: 0.1848438 Sep 26 01:43:38.763856 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ffd65-0dc1-470c-b1f8-dc6995426090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1433d9d0-89bd-4b20-bb52-d41d981d7a4b,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:38.773682 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3cf20a-4da6-442b-bd6a-0172b865b5dd x-openstack-request-id: req-3e3cf20a-4da6-442b-bd6a-0172b865b5dd {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:43:38.774029 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2665e6-6873-4c15-8efc-65665e9a6a5a", "tag": "ff646199-ff50-466a-aaa1-0699748e2a21", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:43:38.774344 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e3cf20a-4da6-442b-bd6a-0172b865b5dd {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:43:38.774867 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3cf20a-4da6-442b-bd6a-0172b865b5dd'] response: {'name': 'network-changed', 'server_uuid': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'tag': 'ff646199-ff50-466a-aaa1-0699748e2a21', 'status': 'completed', 'code': 200} Sep 26 01:43:38.809568 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-e9c15167-ae20-4766-9e1d-927b43e1d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '797e5a31-d357-4037-80cd-73f9e3f8f5ae', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': 'ff646199-ff50-466a-aaa1-0699748e2a21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:a6:b8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:43:26Z', 'updated_at': '2022-09-26T01:43:37Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}, {'id': 'fa9468fb-29db-4e16-9be0-9e9120dbde36', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:76:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:42:22Z', 'updated_at': '2022-09-26T01:42:41Z', 'revision_number': 2, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:38.840412 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c15167-ae20-4766-9e1d-927b43e1d168 None None] Checking router: 2ed34702-2bde-499d-ba24-630f048a761b for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:43:38.851766 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c15167-ae20-4766-9e1d-927b43e1d168 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:38.852558 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd9ebf-3923-493c-ac58-195c93ef74a8 req-5708f8ed-d911-481c-9cd7-8dd97507ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:38.852872 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-e9c15167-ae20-4766-9e1d-927b43e1d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:38.854256 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-92dd9ebf-3923-493c-ac58-195c93ef74a8 req-5708f8ed-d911-481c-9cd7-8dd97507ab0d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 1129 time: 0.0543001 Sep 26 01:43:38.855271 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:38.975435 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd9ebf-3923-493c-ac58-195c93ef74a8 req-c8038572-3ff5-4577-bff5-f656e3264442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:38.977261 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-92dd9ebf-3923-493c-ac58-195c93ef74a8 req-c8038572-3ff5-4577-bff5-f656e3264442 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 915 time: 0.1167064 Sep 26 01:43:38.984972 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-e9c15167-ae20-4766-9e1d-927b43e1d168 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:39.068520 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-92dd9ebf-3923-493c-ac58-195c93ef74a8 req-cec381ad-1397-4fbd-a727-093a53a6b184 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff646199-ff50-466a-aaa1-0699748e2a21 HTTP/1.1" status: 200 len: 998 time: 0.0852418 Sep 26 01:43:39.138121 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd9ebf-3923-493c-ac58-195c93ef74a8 req-12f0990f-8dd1-40d8-81e3-81c417a0fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:39.139615 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-92dd9ebf-3923-493c-ac58-195c93ef74a8 req-12f0990f-8dd1-40d8-81e3-81c417a0fe9c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 200 len: 853 time: 0.0654495 Sep 26 01:43:39.152971 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:39.203846 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd9ebf-3923-493c-ac58-195c93ef74a8 req-8d75ff99-bf94-4289-b814-e76e7e8f7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:39.208178 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-92dd9ebf-3923-493c-ac58-195c93ef74a8 req-8d75ff99-bf94-4289-b814-e76e7e8f7c18 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622129 Sep 26 01:43:39.359159 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-92dd9ebf-3923-493c-ac58-195c93ef74a8 req-599b9d50-c754-40e9-98d1-b9810a19a845 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424794 Sep 26 01:43:39.394818 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-e9c15167-ae20-4766-9e1d-927b43e1d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '797e5a31-d357-4037-80cd-73f9e3f8f5ae', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': 'ff646199-ff50-466a-aaa1-0699748e2a21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:a6:b8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:43:26Z', 'updated_at': '2022-09-26T01:43:37Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}, {'id': 'fa9468fb-29db-4e16-9be0-9e9120dbde36', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:76:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:42:22Z', 'updated_at': '2022-09-26T01:42:41Z', 'revision_number': 2, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:39.427997 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c15167-ae20-4766-9e1d-927b43e1d168 None None] The sync data for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi is: [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '797e5a31-d357-4037-80cd-73f9e3f8f5ae', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': 'ff646199-ff50-466a-aaa1-0699748e2a21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:a6:b8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:43:26Z', 'updated_at': '2022-09-26T01:43:37Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}, {'id': 'fa9468fb-29db-4e16-9be0-9e9120dbde36', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:76:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:42:22Z', 'updated_at': '2022-09-26T01:42:41Z', 'revision_number': 2, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:43:39.471126 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-92dd9ebf-3923-493c-ac58-195c93ef74a8 req-7683bece-3023-4f29-acde-5ccd890a5bd9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050622 Sep 26 01:43:39.678203 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f741f25e-ad17-4db3-a82a-44cc2198af7a None None] New status for floating IP 797e5a31-d357-4037-80cd-73f9e3f8f5ae: ACTIVE {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:43:41.399057 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5913102a-1454-46f0-b9fa-dcb096bc0224 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=10895902ec774f7ab15db01ce507471d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288670 Sep 26 01:43:41.445790 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:41.584216 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5501b774-5adf-4fc6-b591-11d0d43bd8dc tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:41.585630 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5501b774-5adf-4fc6-b591-11d0d43bd8dc tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815276 Sep 26 01:43:41.600389 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-65c6164e-2b0f-4013-bd99-196b67e48adc tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/quotas/10895902ec774f7ab15db01ce507471d HTTP/1.1" status: 200 len: 375 time: 0.0093946 Sep 26 01:43:41.631860 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-c1a41d38-28c9-4104-bb7b-aae1c436bae2 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=10895902ec774f7ab15db01ce507471d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268593 Sep 26 01:43:41.798596 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-10cf77b7-cdf7-4b18-a4b6-1213bdba9e7c req-332c17b7-1e2a-441d-99c9-558a1d7d868d tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 210 time: 0.0283947 Sep 26 01:43:42.432924 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42846) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:42.539459 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-32f0c383-0e1e-42d5-9785-f486df30ffdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:42.614673 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-32f0c383-0e1e-42d5-9785-f486df30ffdb admin admin] Publish callbacks [] for security_group (6186432b-ddce-4999-96cb-769defe401c2), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:42.619062 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-32f0c383-0e1e-42d5-9785-f486df30ffdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (6186432b-ddce-4999-96cb-769defe401c2), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:42.656808 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0c383-0e1e-42d5-9785-f486df30ffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6186432b-ddce-4999-96cb-769defe401c2,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:42.661635 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-32f0c383-0e1e-42d5-9785-f486df30ffdb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6a484d5ff7e249cb96c342c2358ada67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271056 Sep 26 01:43:42.663930 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42850) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:42.712249 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-43c26d52-d847-4df6-a37e-ec0eadc1b476 admin admin] Publish callbacks [] for security_group (6186432b-ddce-4999-96cb-769defe401c2), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:42.732789 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-43c26d52-d847-4df6-a37e-ec0eadc1b476 admin admin] Publish callbacks [] for security_group (6186432b-ddce-4999-96cb-769defe401c2), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:42.785825 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-43c26d52-d847-4df6-a37e-ec0eadc1b476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (6186432b-ddce-4999-96cb-769defe401c2), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:42.788387 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-43c26d52-d847-4df6-a37e-ec0eadc1b476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:42.792016 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-43c26d52-d847-4df6-a37e-ec0eadc1b476 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6186432b-ddce-4999-96cb-769defe401c2 HTTP/1.1" status: 204 len: 168 time: 0.1246474 Sep 26 01:43:42.797708 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c26d52-d847-4df6-a37e-ec0eadc1b476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6186432b-ddce-4999-96cb-769defe401c2,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:42.840101 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-382ab468-42a9-4166-a6f8-d8555716c3dd tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=10895902ec774f7ab15db01ce507471d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383928 Sep 26 01:43:42.933186 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ca4bc835-91a2-4bec-9134-d3ecfbfbe242 req-ac2b0520-2177-4e05-90bc-7ecbf581f559 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 210 time: 0.0336208 Sep 26 01:43:42.997940 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-f337e0c8-7bab-403e-b57e-7bc4bc27fb28 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:42.999423 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-f337e0c8-7bab-403e-b57e-7bc4bc27fb28 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1539011 Sep 26 01:43:43.011385 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Request body: {'port': {'device_id': 'ebcf9d0c-a483-4d42-9490-a05d36e09407', 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c', 'admin_state_up': True, 'tenant_id': '10895902ec774f7ab15db01ce507471d'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:43.125536 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Made reservation on behalf of 10895902ec774f7ab15db01ce507471d for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:43:43.129241 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:43.138370 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:43.141329 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:43.220640 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Publish callbacks [] for security_group (87c369b2-4c9d-430e-94a4-7461090a8765), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:43.224774 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (87c369b2-4c9d-430e-94a4-7461090a8765), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:43.292311 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c369b2-4c9d-430e-94a4-7461090a8765,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:43.365787 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Allocated IP 192.168.233.223 (b92395f3-96b1-4bd2-a55f-763f2e02cb7c/647bb63d-5ea4-49bf-90ed-cb1d85d74554/77f0263d-cce9-48b5-acf1-5862e14054fd) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:43:43.526447 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Publish callbacks [] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:43.559157 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:43.593015 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:43.605556 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Network b92395f3-96b1-4bd2-a55f-763f2e02cb7c is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:43:43.610436 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:43.614628 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:43:43.641405 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Pushing event updated for resources: {'Port': ['ID=77f0263d-cce9-48b5-acf1-5862e14054fd,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:43.676273 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:43.676915 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:43.694878 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-de59653b-1b64-4fe6-8ccb-ef7e225b138a tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6871965 Sep 26 01:43:43.707371 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Request body: {'port': {'device_id': 'ebcf9d0c-a483-4d42-9490-a05d36e09407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:43.774607 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:43.856380 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-6fb88a49-6a75-4153-86f2-2e5a0c515609 None None] Provisioning complete for port 77f0263d-cce9-48b5-acf1-5862e14054fd triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:43.856884 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6fb88a49-6a75-4153-86f2-2e5a0c515609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:43.857081 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-6fb88a49-6a75-4153-86f2-2e5a0c515609 None None] Attempt 1 to provision port 77f0263d-cce9-48b5-acf1-5862e14054fd Sep 26 01:43:43.885233 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:43.893041 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-6fb88a49-6a75-4153-86f2-2e5a0c515609 None None] Port 77f0263d-cce9-48b5-acf1-5862e14054fd cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:43.941834 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42886) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:44.057762 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a685a1f2-8b51-4d83-a197-d528dfcae753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:44.059361 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:44.098220 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8b4b0-f398-4618-bd08-dc882eb2a6cc req-05acf174-1c61-459e-a72d-81d664385f29 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:44.099744 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-22b8b4b0-f398-4618-bd08-dc882eb2a6cc req-05acf174-1c61-459e-a72d-81d664385f29 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 936 time: 0.0779099 Sep 26 01:43:44.101688 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f0263d-cce9-48b5-acf1-5862e14054fd {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:43:44.112364 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Publish callbacks [] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:44.116337 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:44.138599 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Transition to ACTIVE for port object 77f0263d-cce9-48b5-acf1-5862e14054fd will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:43:44.141389 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a685a1f2-8b51-4d83-a197-d528dfcae753 admin admin] Publish callbacks [] for security_group (91514cc1-e266-4683-8377-331febbd9b40), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:44.144846 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:44.146298 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a685a1f2-8b51-4d83-a197-d528dfcae753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (91514cc1-e266-4683-8377-331febbd9b40), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:44.189182 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-a685a1f2-8b51-4d83-a197-d528dfcae753 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4cb3a1186b384dbcb9e9e38cfda77471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426927 Sep 26 01:43:44.189182 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685a1f2-8b51-4d83-a197-d528dfcae753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91514cc1-e266-4683-8377-331febbd9b40,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:44.190937 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42892) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:44.198802 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-22b8b4b0-f398-4618-bd08-dc882eb2a6cc req-134f76e9-d24f-4f9a-9689-1c4cc093bf7c tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=87c369b2-4c9d-430e-94a4-7461090a8765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924587 Sep 26 01:43:44.229192 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Pushing event updated for resources: {'Port': ['ID=77f0263d-cce9-48b5-acf1-5862e14054fd,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:44.240954 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-34083c46-ec6e-4b57-84cf-ed0c2573d7a7 admin admin] Publish callbacks [] for security_group (91514cc1-e266-4683-8377-331febbd9b40), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:44.262043 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-34083c46-ec6e-4b57-84cf-ed0c2573d7a7 admin admin] Publish callbacks [] for security_group (91514cc1-e266-4683-8377-331febbd9b40), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:44.279145 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Attempting to bind port 77f0263d-cce9-48b5-acf1-5862e14054fd on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:43:44.279479 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Attempting to bind port 77f0263d-cce9-48b5-acf1-5862e14054fd by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '29ad1abe-65e6-4e2a-b943-90d497370ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:43:44.279804 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Attempting to bind port 77f0263d-cce9-48b5-acf1-5862e14054fd on network b92395f3-96b1-4bd2-a55f-763f2e02cb7c {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:43:44.309828 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-34083c46-ec6e-4b57-84cf-ed0c2573d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (91514cc1-e266-4683-8377-331febbd9b40), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:44.313188 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-34083c46-ec6e-4b57-84cf-ed0c2573d7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:44.314615 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-34083c46-ec6e-4b57-84cf-ed0c2573d7a7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/91514cc1-e266-4683-8377-331febbd9b40 HTTP/1.1" status: 204 len: 168 time: 0.1228042 Sep 26 01:43:44.323960 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34083c46-ec6e-4b57-84cf-ed0c2573d7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91514cc1-e266-4683-8377-331febbd9b40,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:44.326173 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Port 77f0263d-cce9-48b5-acf1-5862e14054fd on network b92395f3-96b1-4bd2-a55f-763f2e02cb7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:43:44.326747 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Attempting to bind port 77f0263d-cce9-48b5-acf1-5862e14054fd on network b92395f3-96b1-4bd2-a55f-763f2e02cb7c {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:43:44.375165 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:43:44.375624 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Checking segment: {'id': '29ad1abe-65e6-4e2a-b943-90d497370ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:43:44.376009 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Bound using segment: {'id': '29ad1abe-65e6-4e2a-b943-90d497370ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:43:44.376529 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Bound port: 77f0263d-cce9-48b5-acf1-5862e14054fd, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ad1abe-65e6-4e2a-b943-90d497370ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:43:44.376950 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:44.394193 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-6fb88a49-6a75-4153-86f2-2e5a0c515609 None None] Attempt 2 to provision port 77f0263d-cce9-48b5-acf1-5862e14054fd Sep 26 01:43:44.429885 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-6fb88a49-6a75-4153-86f2-2e5a0c515609 None None] Port 77f0263d-cce9-48b5-acf1-5862e14054fd cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:44.444751 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] For port 77f0263d-cce9-48b5-acf1-5862e14054fd, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:43:44.447972 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] For port 77f0263d-cce9-48b5-acf1-5862e14054fd, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=77f0263d-cce9-48b5-acf1-5862e14054fd,segment=NetworkSegment(29ad1abe-65e6-4e2a-b943-90d497370ebe),segment_id=29ad1abe-65e6-4e2a-b943-90d497370ebe)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:43:44.454135 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:44.457176 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:44.458010 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:44.459448 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/77f0263d-cce9-48b5-acf1-5862e14054fd HTTP/1.1" status: 200 len: 1098 time: 0.7569664 Sep 26 01:43:44.461647 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcf9d0c-a483-4d42-9490-a05d36e09407', 'tag': '77f0263d-cce9-48b5-acf1-5862e14054fd'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:43:44.464516 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66a086a-02af-4f16-916d-099c5a470165" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcf9d0c-a483-4d42-9490-a05d36e09407", "tag": "77f0263d-cce9-48b5-acf1-5862e14054fd"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:43:44.516066 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fae795a-72f5-45e4-b567-973bdd3761fa x-openstack-request-id: req-4fae795a-72f5-45e4-b567-973bdd3761fa {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:43:44.516647 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcf9d0c-a483-4d42-9490-a05d36e09407", "tag": "77f0263d-cce9-48b5-acf1-5862e14054fd", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:43:44.516900 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fae795a-72f5-45e4-b567-973bdd3761fa {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:43:44.517291 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fae795a-72f5-45e4-b567-973bdd3761fa'] response: {'name': 'network-changed', 'server_uuid': 'ebcf9d0c-a483-4d42-9490-a05d36e09407', 'tag': '77f0263d-cce9-48b5-acf1-5862e14054fd', 'status': 'completed', 'code': 200} Sep 26 01:43:44.530456 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:44.532562 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c187d07-3ab6-42cb-8b63-09d621cf5e84 service neutron] Pushing event updated for resources: {'Port': ['ID=77f0263d-cce9-48b5-acf1-5862e14054fd,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:44.572971 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-f1adea08-249d-497c-aa8b-d47cf7066547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:44.574473 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-f1adea08-249d-497c-aa8b-d47cf7066547 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=10895902ec774f7ab15db01ce507471d&device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 1132 time: 0.0563591 Sep 26 01:43:44.618172 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-b8d27285-7f5e-4d41-9709-b415e359d1dd service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=77f0263d-cce9-48b5-acf1-5862e14054fd HTTP/1.1" status: 200 len: 217 time: 0.0365939 Sep 26 01:43:44.925321 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-c5f0de32-8070-489c-aa0f-1e47dfc135f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:44.927012 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-c5f0de32-8070-489c-aa0f-1e47dfc135f5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=647bb63d-5ea4-49bf-90ed-cb1d85d74554 HTTP/1.1" status: 200 len: 843 time: 0.3031290 Sep 26 01:43:44.931251 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-6fb88a49-6a75-4153-86f2-2e5a0c515609 None None] Attempt 3 to provision port 77f0263d-cce9-48b5-acf1-5862e14054fd Sep 26 01:43:44.972731 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-6fb88a49-6a75-4153-86f2-2e5a0c515609 None None] Port 77f0263d-cce9-48b5-acf1-5862e14054fd had new provisioning blocks added so it will not transition to active. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 01:43:44.977733 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-820fa28a-11b7-4577-8213-6cde6f06569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:44.979267 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-820fa28a-11b7-4577-8213-6cde6f06569f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=b92395f3-96b1-4bd2-a55f-763f2e02cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0443270 Sep 26 01:43:45.002598 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42916) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:45.047829 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:45.078373 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-031774bd-03ae-4a78-a6b1-1c738b2b4191 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b92395f3-96b1-4bd2-a55f-763f2e02cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923991 Sep 26 01:43:45.107056 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-50912582-network', 'tenant_id': '63b4276ece354a06b400b45e9e49186b'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:45.131056 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Made reservation on behalf of 63b4276ece354a06b400b45e9e49186b for: {'network': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:43:45.133393 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.142023 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.177062 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-6d99c658-63bb-4af9-9060-ea73bec11c20 req-7ec2a251-6c05-424d-ba23-7575f6722396 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b92395f3-96b1-4bd2-a55f-763f2e02cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926595 Sep 26 01:43:45.217975 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Publish callbacks [] for security_group (4f078083-2bec-4b61-a8fc-9d6876def2be), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.222369 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4f078083-2bec-4b61-a8fc-9d6876def2be), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.247965 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=106406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:43:45.258196 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f078083-2bec-4b61-a8fc-9d6876def2be,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:45.263098 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (9b455e9f-5229-46f1-9b40-84b557d11154), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.263427 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.segments_db [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Added segment 9b455e9f-5229-46f1-9b40-84b557d11154 of type vlan for network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c Sep 26 01:43:45.308081 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (6109f9fe-7dc9-4599-b93f-6fcbe6418d6c), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.310909 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:43:45.332511 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcc889-6e70-441a-b774-77d901093363 req-4ddcb7a6-827a-4c96-a5e8-cce6289d7267 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:45.333991 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c1bcc889-6e70-441a-b774-77d901093363 req-4ddcb7a6-827a-4c96-a5e8-cce6289d7267 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 948 time: 0.0515382 Sep 26 01:43:45.334199 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (6109f9fe-7dc9-4599-b93f-6fcbe6418d6c), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.335317 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:45.336028 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.383026 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c1bcc889-6e70-441a-b774-77d901093363 req-964c040e-4a5c-462d-9523-4fb7699a5080 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=87c369b2-4c9d-430e-94a4-7461090a8765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430183 Sep 26 01:43:45.397264 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3935668 Sep 26 01:43:45.397875 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42924) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:45.410964 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-db802295-4f7e-4dc3-8272-5a0d30125e8c admin admin] Request body: {'subnet': {'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-50912582-subnet', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'ip_version': 4}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:45.419539 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd46fb-eda0-4e89-82aa-c87a01171cb1 admin admin] Pushing event updated for resources: {'Network': ['ID=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:45.430034 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:43:45.435286 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db802295-4f7e-4dc3-8272-5a0d30125e8c admin admin] Made reservation on behalf of 63b4276ece354a06b400b45e9e49186b for: {'subnet': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:43:45.437792 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-db802295-4f7e-4dc3-8272-5a0d30125e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7861721'] for subnet (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.545677 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=15,neutron:UPDATE=3,neutron:SELECT=81,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:45.552696 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:45.612142 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-db802295-4f7e-4dc3-8272-5a0d30125e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6738117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7861711'] for subnet (be372b9c-9e4c-4f3f-8901-a3fa0c366d3c), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.668078 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db802295-4f7e-4dc3-8272-5a0d30125e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be372b9c-9e4c-4f3f-8901-a3fa0c366d3c,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:45.679032 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db802295-4f7e-4dc3-8272-5a0d30125e8c admin admin] Checking segment: {'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:43:45.679381 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db802295-4f7e-4dc3-8272-5a0d30125e8c admin admin] Network hostable DHCP agents. Network: 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:43:45.697131 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db802295-4f7e-4dc3-8272-5a0d30125e8c admin admin] Network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:43:45.706206 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-db802295-4f7e-4dc3-8272-5a0d30125e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c) {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:45.710662 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db802295-4f7e-4dc3-8272-5a0d30125e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:45.711255 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-db802295-4f7e-4dc3-8272-5a0d30125e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.715413 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49691f4-637a-4b9d-bab8-cb68afb5747e None None] Network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:43:45.729815 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-db802295-4f7e-4dc3-8272-5a0d30125e8c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3226728 Sep 26 01:43:45.730116 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42926) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:45.734745 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:45.755910 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (74c2037e-5d05-4224-8658-230251a01426), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.757012 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (74c2037e-5d05-4224-8658-230251a01426), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.809604 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Publish callbacks [] for router_controller (74c2037e-5d05-4224-8658-230251a01426), precommit_add_association {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.822660 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'project_id': '63b4276ece354a06b400b45e9e49186b', 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:43:45.823651 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:45.959476 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Allocated IP 172.20.0.2 (6109f9fe-7dc9-4599-b93f-6fcbe6418d6c/be372b9c-9e4c-4f3f-8901-a3fa0c366d3c/8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:43:46.104833 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a086a-02af-4f16-916d-099c5a470165 req-41a9851f-96b2-4c9f-a8ea-1d6331a578a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:46.106350 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c66a086a-02af-4f16-916d-099c5a470165 req-41a9851f-96b2-4c9f-a8ea-1d6331a578a3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=10895902ec774f7ab15db01ce507471d&device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 1132 time: 0.0424888 Sep 26 01:43:46.112433 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:46.117471 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Publish callbacks [] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.123960 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.165331 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:43:46.168479 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:46.170962 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Publish callbacks [] for router_gateway (74c2037e-5d05-4224-8658-230251a01426), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.171549 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:43:46.211518 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Pushing event updated for resources: {'Port': ['ID=8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:46.223416 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a086a-02af-4f16-916d-099c5a470165 req-106f5e1a-0cab-4159-8980-bf3ef87fa129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:46.225016 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c66a086a-02af-4f16-916d-099c5a470165 req-106f5e1a-0cab-4159-8980-bf3ef87fa129 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=b92395f3-96b1-4bd2-a55f-763f2e02cb7c HTTP/1.1" status: 200 len: 870 time: 0.1046977 Sep 26 01:43:46.231878 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:46.242732 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Attempting to bind port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:43:46.243136 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Attempting to bind port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:43:46.243622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Attempting to bind port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d on network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:43:46.266873 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c66a086a-02af-4f16-916d-099c5a470165 req-f679d648-2d42-45c6-88ce-ca40dc30e6b8 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=77f0263d-cce9-48b5-acf1-5862e14054fd HTTP/1.1" status: 200 len: 217 time: 0.0356596 Sep 26 01:43:46.289695 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:43:46.290345 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Checking segment: {'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:43:46.290911 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.291486 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Bound using segment: {'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:43:46.292129 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Bound port: 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:43:46.292546 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.320776 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a086a-02af-4f16-916d-099c5a470165 req-b1aa7bba-4787-4a2e-83a4-cfa3094115ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:46.322261 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c66a086a-02af-4f16-916d-099c5a470165 req-b1aa7bba-4787-4a2e-83a4-cfa3094115ef service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=647bb63d-5ea4-49bf-90ed-cb1d85d74554 HTTP/1.1" status: 200 len: 843 time: 0.0499694 Sep 26 01:43:46.363309 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] For port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:43:46.364472 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Publish callbacks [] for router_gateway (74c2037e-5d05-4224-8658-230251a01426), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.366674 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] For port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:43:46.369152 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a086a-02af-4f16-916d-099c5a470165 req-0a2bcc1e-1b37-4ef2-a1c1-bf4b122bebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:46.370738 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c66a086a-02af-4f16-916d-099c5a470165 req-0a2bcc1e-1b37-4ef2-a1c1-bf4b122bebe3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=b92395f3-96b1-4bd2-a55f-763f2e02cb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0416086 Sep 26 01:43:46.373528 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.386904 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.431566 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1f9e-cb4e-4840-88da-4330d1d9e27e None None] Pushing event updated for resources: {'Port': ['ID=8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:46.492587 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.517732 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Allocated IP 172.27.0.159 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/9c975da5-0d4b-49bc-8e78-4dc0d8cc192f) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:43:46.550365 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c66a086a-02af-4f16-916d-099c5a470165 req-909d7c49-2e24-4f39-b50e-03a8446c2f96 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b92395f3-96b1-4bd2-a55f-763f2e02cb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731670 Sep 26 01:43:46.556219 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d49e6f-d574-4ef0-80fa-214f768358a2 req-d6cbdecf-d2aa-41c0-a595-5a101beb83ed tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:46.557679 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-24d49e6f-d574-4ef0-80fa-214f768358a2 req-d6cbdecf-d2aa-41c0-a595-5a101beb83ed tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 948 time: 0.0674205 Sep 26 01:43:46.600611 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 77f0263d-cce9-48b5-acf1-5862e14054fd details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:43:46.665213 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Publish callbacks [] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.666867 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:46.707945 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.709891 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:46.716086 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:46.730660 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c66a086a-02af-4f16-916d-099c5a470165 req-c389fc0b-9967-4c7a-af93-dbecd52d143e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b92395f3-96b1-4bd2-a55f-763f2e02cb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630969 Sep 26 01:43:46.755296 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-24d49e6f-d574-4ef0-80fa-214f768358a2 req-d4e618c9-c0c9-4db7-8e44-a8b0288a65ea tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=87c369b2-4c9d-430e-94a4-7461090a8765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894977 Sep 26 01:43:46.786823 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:43:46.787626 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 77f0263d-cce9-48b5-acf1-5862e14054fd, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=77f0263d-cce9-48b5-acf1-5862e14054fd,segment=NetworkSegment(29ad1abe-65e6-4e2a-b943-90d497370ebe),segment_id=29ad1abe-65e6-4e2a-b943-90d497370ebe)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:46.790509 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:46.795343 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:43:46.802145 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '77f0263d-cce9-48b5-acf1-5862e14054fd', 'network_id': 'b92395f3-96b1-4bd2-a55f-763f2e02cb7c', 'port_id': '77f0263d-cce9-48b5-acf1-5862e14054fd', 'mac_address': 'fa:16:3e:8b:36:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647bb63d-5ea4-49bf-90ed-cb1d85d74554', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:43:46.825868 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c975da5-0d4b-49bc-8e78-4dc0d8cc192f,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:46.844092 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 77f0263d-cce9-48b5-acf1-5862e14054fd is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:46.844260 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.857405 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f0263d-cce9-48b5-acf1-5862e14054fd {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:43:46.879025 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 77f0263d-cce9-48b5-acf1-5862e14054fd, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=77f0263d-cce9-48b5-acf1-5862e14054fd,segment=NetworkSegment(29ad1abe-65e6-4e2a-b943-90d497370ebe),segment_id=29ad1abe-65e6-4e2a-b943-90d497370ebe)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:46.882373 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:46.928939 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=77f0263d-cce9-48b5-acf1-5862e14054fd,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:47.040325 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Publish callbacks [] for router_gateway (74c2037e-5d05-4224-8658-230251a01426), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:47.146301 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['77f0263d-cce9-48b5-acf1-5862e14054fd'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:43:47.244262 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665'] for router (74c2037e-5d05-4224-8658-230251a01426), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:47.380099 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Router 74c2037e-5d05-4224-8658-230251a01426 is scheduled to L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 with binding_index 1 {{(pid=106406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 01:43:47.382328 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee3729a-2817-4ff2-91fb-2ac086aee1bc None None] Network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:43:47.425329 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:47.445927 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-85d35a74-405a-4dd9-beea-ecc08665cbbf None None] Provisioning complete for port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:47.446300 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-85d35a74-405a-4dd9-beea-ecc08665cbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:47.446633 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-85d35a74-405a-4dd9-beea-ecc08665cbbf None None] Attempt 1 to provision port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d Sep 26 01:43:47.485817 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:43:47.496185 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Sync routers for ids ['74c2037e-5d05-4224-8658-230251a01426'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:43:47.504235 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:47.505510 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-c2fb503f-3b7e-42b9-bee2-a6fa7c1e2da3 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7744827 Sep 26 01:43:47.508240 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42932) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:47.539459 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Routers {'74c2037e-5d05-4224-8658-230251a01426'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:47.540086 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['74c2037e-5d05-4224-8658-230251a01426'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:47.543762 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:47.615750 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:47.631313 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-85d35a74-405a-4dd9-beea-ecc08665cbbf None None] Current status of the port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:47.631796 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-85d35a74-405a-4dd9-beea-ecc08665cbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:47.714452 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-85d35a74-405a-4dd9-beea-ecc08665cbbf None None] For port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:47.716677 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Set router 74c2037e-5d05-4224-8658-230251a01426 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:47.717208 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:47.742161 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-85d35a74-405a-4dd9-beea-ecc08665cbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:47.877090 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d35a74-405a-4dd9-beea-ecc08665cbbf None None] Pushing event updated for resources: {'Port': ['ID=8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:47.881703 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-86ad62a0-46ef-41ad-9ee7-df52b5cc23d5 None None] Provisioning complete for port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:47.882070 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-86ad62a0-46ef-41ad-9ee7-df52b5cc23d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:47.882404 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-86ad62a0-46ef-41ad-9ee7-df52b5cc23d5 None None] Attempt 1 to provision port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d Sep 26 01:43:47.905304 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ac871-2c7c-498c-bcd4-5202ceb51f89 req-c9a2d831-f8c7-4be4-861e-cd3c003a1973 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:47.907951 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-978ac871-2c7c-498c-bcd4-5202ceb51f89 req-c9a2d831-f8c7-4be4-861e-cd3c003a1973 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 949 time: 0.0606141 Sep 26 01:43:47.945065 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:47.960651 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-978ac871-2c7c-498c-bcd4-5202ceb51f89 req-96519ffa-2d89-478e-bff2-5c6d12572c71 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=87c369b2-4c9d-430e-94a4-7461090a8765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461795 Sep 26 01:43:47.989732 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:43:46Z', 'revision_number': 3, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:48.034089 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Checking router: 74c2037e-5d05-4224-8658-230251a01426 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:43:48.034447 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Updating router 74c2037e-5d05-4224-8658-230251a01426 port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:43:48.068086 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-86ad62a0-46ef-41ad-9ee7-df52b5cc23d5 None None] Current status of the port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:48.074469 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.121379 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Allocated IP 172.20.0.1 (6109f9fe-7dc9-4599-b93f-6fcbe6418d6c/be372b9c-9e4c-4f3f-8901-a3fa0c366d3c/63c3ca00-765a-41c9-a25d-7ba1c6e5433e) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:43:48.242950 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Publish callbacks [] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.269749 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:48.280126 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.294436 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f1af3-5d80-4059-b2f2-9803b7daf093 req-7d0e1633-deb1-443f-a744-4858182bda67 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:48.295976 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-458f1af3-5d80-4059-b2f2-9803b7daf093 req-7d0e1633-deb1-443f-a744-4858182bda67 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 946 time: 0.0568469 Sep 26 01:43:48.325980 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:43:48.330138 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:48.332657 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:43:48.353118 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-458f1af3-5d80-4059-b2f2-9803b7daf093 req-d1dc6924-ef9c-4fd2-936f-18ac8fa4cf01 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504968 Sep 26 01:43:48.372192 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Pushing event updated for resources: {'Port': ['ID=63c3ca00-765a-41c9-a25d-7ba1c6e5433e,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:48.381793 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428312'] for router_interface (74c2037e-5d05-4224-8658-230251a01426), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.431388 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:48.486833 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Publish callbacks [] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.493618 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.528182 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Attempting to bind port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:43:48.528366 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.528587 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Attempting to bind port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:43:48.528946 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Attempting to bind port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f on network 4033d1d8-514c-468e-8f1f-247159e0de47 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:43:48.567028 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532083b4-be00-45da-95cb-e76dc2e76628 None None] Pushing event updated for resources: {'Port': ['ID=9c975da5-0d4b-49bc-8e78-4dc0d8cc192f,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:48.586016 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:43:48.586399 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:43:48.586895 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.587615 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Bound using segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:43:48.587615 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Bound port: 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:43:48.588014 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.627999 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 77f0263d-cce9-48b5-acf1-5862e14054fd up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:43:48.629845 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:48.637580 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:48.654727 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Provisioning complete for port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:48.655101 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.656027 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Attempt 1 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:43:48.663074 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:43:48.701125 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Publish callbacks [] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.705936 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.743372 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] For port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:43:48.764401 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] For port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=9c975da5-0d4b-49bc-8e78-4dc0d8cc192f,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:43:48.769721 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:48.777295 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Pushing event updated for resources: {'Port': ['ID=63c3ca00-765a-41c9-a25d-7ba1c6e5433e,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:48.777516 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.781326 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port 77f0263d-cce9-48b5-acf1-5862e14054fd completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:43:48.782048 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428428'] for router_interface (74c2037e-5d05-4224-8658-230251a01426), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.810936 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 77f0263d-cce9-48b5-acf1-5862e14054fd triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:48.811387 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.812210 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 77f0263d-cce9-48b5-acf1-5862e14054fd Sep 26 01:43:48.817991 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:48.818359 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:48.818696 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d Sep 26 01:43:48.879313 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:43:48.880676 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:48.890372 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Routers {'74c2037e-5d05-4224-8658-230251a01426'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:48.891094 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['74c2037e-5d05-4224-8658-230251a01426'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:48.940050 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532083b4-be00-45da-95cb-e76dc2e76628 None None] Pushing event updated for resources: {'Port': ['ID=9c975da5-0d4b-49bc-8e78-4dc0d8cc192f,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:49.002015 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Router 74c2037e-5d05-4224-8658-230251a01426 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:43:49.029401 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:49.084190 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 77f0263d-cce9-48b5-acf1-5862e14054fd is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:49.084609 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:49.087663 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] Set router 74c2037e-5d05-4224-8658-230251a01426 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:49.111259 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0801b-e787-46bc-b3f6-f731094234dc req-a868e447-d44e-49c9-8eef-133519b75da2 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:49.113646 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2ed0801b-e787-46bc-b3f6-f731094234dc req-a868e447-d44e-49c9-8eef-133519b75da2 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 949 time: 0.0568652 Sep 26 01:43:49.122479 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:49.138997 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:43:49.157731 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ea532838-931f-4b76-8f9f-ecf2c3e3edf7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/74c2037e-5d05-4224-8658-230251a01426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6373117 Sep 26 01:43:49.157946 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcf9d0c-a483-4d42-9490-a05d36e09407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f0263d-cce9-48b5-acf1-5862e14054fd'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:43:49.157946 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c94782-fabc-4892-a87d-afe47fde3d9b" -d '{"events": [{"server_uuid": "ebcf9d0c-a483-4d42-9490-a05d36e09407", "name": "network-vif-plugged", "status": "completed", "tag": "77f0263d-cce9-48b5-acf1-5862e14054fd"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:43:49.177656 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2ed0801b-e787-46bc-b3f6-f731094234dc req-05cbc756-026f-4745-a722-057f64f7e9c9 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=87c369b2-4c9d-430e-94a4-7461090a8765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571346 Sep 26 01:43:49.209151 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 77f0263d-cce9-48b5-acf1-5862e14054fd, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=77f0263d-cce9-48b5-acf1-5862e14054fd,segment=NetworkSegment(29ad1abe-65e6-4e2a-b943-90d497370ebe),segment_id=29ad1abe-65e6-4e2a-b943-90d497370ebe)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:49.222024 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b771d2-bbe4-4c47-bd72-90c353444da6 x-openstack-request-id: req-f8b771d2-bbe4-4c47-bd72-90c353444da6 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:43:49.222309 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcf9d0c-a483-4d42-9490-a05d36e09407", "name": "network-vif-plugged", "status": "completed", "tag": "77f0263d-cce9-48b5-acf1-5862e14054fd", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:43:49.222555 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8b771d2-bbe4-4c47-bd72-90c353444da6 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:43:49.222941 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b771d2-bbe4-4c47-bd72-90c353444da6'] response: {'server_uuid': 'ebcf9d0c-a483-4d42-9490-a05d36e09407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f0263d-cce9-48b5-acf1-5862e14054fd', 'code': 200} Sep 26 01:43:49.225305 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:49.272161 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Attempt 2 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:43:49.373553 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=77f0263d-cce9-48b5-acf1-5862e14054fd,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:49.378040 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:49.440163 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '63c3ca00-765a-41c9-a25d-7ba1c6e5433e', 'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'mac_address': 'fa:16:3e:54:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:47Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 2, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'subnets': [{'id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:49.471804 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf000d1-0fc2-4b48-bb32-3bb6f5c70681 None None] The sync data for ids ['74c2037e-5d05-4224-8658-230251a01426'] in dv-cinder-859203-2-iscsi is: [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '63c3ca00-765a-41c9-a25d-7ba1c6e5433e', 'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'mac_address': 'fa:16:3e:54:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:47Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 2, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'subnets': [{'id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:43:49.513733 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c744dc-5172-4721-9396-3084c00360eb req-c6c1795f-8dea-4854-9871-049187794cbd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:49.515569 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-78c744dc-5172-4721-9396-3084c00360eb req-c6c1795f-8dea-4854-9871-049187794cbd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 946 time: 0.0751104 Sep 26 01:43:49.599494 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-78c744dc-5172-4721-9396-3084c00360eb req-d5cb36d2-62e5-4829-92bc-5503a1b1dd4d tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758626 Sep 26 01:43:49.627978 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2e5f5-9aa2-4f2c-beb0-c7c1d2426f1b req-4da6e40f-3e1f-4b81-b7b7-446e16280f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:49.629504 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1bc2e5f5-9aa2-4f2c-beb0-c7c1d2426f1b req-4da6e40f-3e1f-4b81-b7b7-446e16280f26 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 1134 time: 0.0475130 Sep 26 01:43:49.734009 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42960) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:49.738921 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1735718755-network', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:49.763283 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Made reservation on behalf of 18dcc556be884d28bd820d0b7bbb493e for: {'network': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:43:49.765881 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for network (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:49.775351 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:49.779901 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:49.814242 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1bc2e5f5-9aa2-4f2c-beb0-c7c1d2426f1b req-7f37fb02-3d02-4ef9-bd6c-77e498b6c6a7 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=87c369b2-4c9d-430e-94a4-7461090a8765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541101 Sep 26 01:43:49.863614 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Publish callbacks [] for security_group (5f90b5c3-e0fe-4fed-818d-3f10177bfd23), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:49.868994 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (5f90b5c3-e0fe-4fed-818d-3f10177bfd23), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:49.879531 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Attempt 3 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:43:49.881612 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:49.903106 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:49.904910 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=106406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 01:43:49.910553 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f90b5c3-e0fe-4fed-818d-3f10177bfd23,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:49.919097 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:49.919448 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.segments_db [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Added segment a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2 of type vlan for network 606414cd-4cce-4170-a7c8-506dd80207ed Sep 26 01:43:49.931105 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:49.934245 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:49.965860 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771166771146'] for network (606414cd-4cce-4170-a7c8-506dd80207ed), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:49.997268 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399'] for network (606414cd-4cce-4170-a7c8-506dd80207ed), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:49.998403 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:49.999797 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.086742 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-d2b57c6f-f500-4cd9-a7a5-6570d22a63b5 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:50.088426 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-d2b57c6f-f500-4cd9-a7a5-6570d22a63b5 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 946 time: 0.0545125 Sep 26 01:43:50.223751 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Deleting port 729940fc-9c6b-495b-994b-02d51a549f20 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:43:50.224292 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (729940fc-9c6b-495b-994b-02d51a549f20), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.325162 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5872858 Sep 26 01:43:50.325453 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42964) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:50.330276 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-3fe5c976-4aa3-418c-815f-02f3aa0677ea admin admin] Request body: {'subnet': {'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1735718755-subnet', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'ip_version': 4}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:50.341150 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6563fbc-c043-4bf2-9a19-34d5bef0df35 admin admin] Pushing event updated for resources: {'Network': ['ID=606414cd-4cce-4170-a7c8-506dd80207ed,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:50.348189 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a21c67-8135-4f4b-8092-e2ce4da1e001 req-f6cfa779-5633-4fef-b107-461fee1ab6ee tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:50.352685 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Network 606414cd-4cce-4170-a7c8-506dd80207ed details requested by agent ovs-agent-dv-cinder-859203-2-iscsi with host dv-cinder-859203-2-iscsi {{(pid=106407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 01:43:50.359571 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e6a21c67-8135-4f4b-8092-e2ce4da1e001 req-f6cfa779-5633-4fef-b107-461fee1ab6ee tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 950 time: 0.0839632 Sep 26 01:43:50.370052 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe5c976-4aa3-418c-815f-02f3aa0677ea admin admin] Made reservation on behalf of 18dcc556be884d28bd820d0b7bbb493e for: {'subnet': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:43:50.373870 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c976-4aa3-418c-815f-02f3aa0677ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7861721'] for subnet (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.402326 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] For port 729940fc-9c6b-495b-994b-02d51a549f20, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=729940fc-9c6b-495b-994b-02d51a549f20,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:50.402695 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (729940fc-9c6b-495b-994b-02d51a549f20), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.435941 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Attempt 4 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:43:50.477448 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e6a21c67-8135-4f4b-8092-e2ce4da1e001 req-c733ef30-6951-4af5-8584-793e527050fc tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=87c369b2-4c9d-430e-94a4-7461090a8765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166768 Sep 26 01:43:50.486425 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:50.580788 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c976-4aa3-418c-815f-02f3aa0677ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6738117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7861711'] for subnet (637e58f8-62f2-4507-9431-8599431025ca), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.634421 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:43:50.635574 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:50.638495 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.639084 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (3d77b695-4a5d-4468-8c19-34950c295829), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.639675 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Floating IP 3d77b695-4a5d-4468-8c19-34950c295829 disassociated. External IP: 172.27.0.252, port: 729940fc-9c6b-495b-994b-02d51a549f20. Sep 26 01:43:50.640477 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Calling delete_port for 729940fc-9c6b-495b-994b-02d51a549f20 owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:43:50.656441 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5c976-4aa3-418c-815f-02f3aa0677ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=637e58f8-62f2-4507-9431-8599431025ca,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:50.675701 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe5c976-4aa3-418c-815f-02f3aa0677ea admin admin] Checking segment: {'id': 'a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:43:50.676064 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe5c976-4aa3-418c-815f-02f3aa0677ea admin admin] Network hostable DHCP agents. Network: 606414cd-4cce-4170-a7c8-506dd80207ed, hostable agents: ['37dfe343-830f-40af-b79b-e1a2c9be1c4b'], hosted agents: [] {{(pid=106406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 01:43:50.700213 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe5c976-4aa3-418c-815f-02f3aa0677ea admin admin] Network 606414cd-4cce-4170-a7c8-506dd80207ed is scheduled to be hosted by DHCP agent 37dfe343-830f-40af-b79b-e1a2c9be1c4b with binding_index 1 {{(pid=106406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 01:43:50.720228 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-3fe5c976-4aa3-418c-815f-02f3aa0677ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859203-2-iscsi, 606414cd-4cce-4170-a7c8-506dd80207ed) {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:50.721670 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:50.722270 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.722905 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f Sep 26 01:43:50.727357 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5c976-4aa3-418c-815f-02f3aa0677ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:50.727970 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c976-4aa3-418c-815f-02f3aa0677ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.753915 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-3fe5c976-4aa3-418c-815f-02f3aa0677ea admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4274702 Sep 26 01:43:50.756753 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 42968) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:50.756919 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ff544-42c8-4139-acc8-2dad44782d0d None None] Network 606414cd-4cce-4170-a7c8-506dd80207ed requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:43:50.763129 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1735718755-router', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:50.798250 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (bcef2848-d19d-4fc1-bc46-52e72a3949e0), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.799436 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-484017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (bcef2848-d19d-4fc1-bc46-52e72a3949e0), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.842052 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35581bcc-0baf-43d5-a170-eb0c72d755f2 req-5970591e-dcea-4259-b7ec-6eb3a44b4db1 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:50.843444 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-35581bcc-0baf-43d5-a170-eb0c72d755f2 req-5970591e-dcea-4259-b7ec-6eb3a44b4db1 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 946 time: 0.1006851 Sep 26 01:43:50.854310 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (729940fc-9c6b-495b-994b-02d51a549f20), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.881487 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Publish callbacks [] for router_controller (bcef2848-d19d-4fc1-bc46-52e72a3949e0), precommit_add_association {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.905923 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event deleted for resources: {'Port': ['ID=729940fc-9c6b-495b-994b-02d51a549f20,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:50.944479 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-35581bcc-0baf-43d5-a170-eb0c72d755f2 req-6f10000e-c35d-43c1-b41a-fc418f60f90c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827520 Sep 26 01:43:50.945026 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:50.945704 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.987556 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp148e7e93-a4d2-5ada-8b60-dfe0d93e2945-606414cd-4cce-4170-a7c8-506dd80207ed', 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed', 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'fixed_ips': [{'subnet_id': '637e58f8-62f2-4507-9431-8599431025ca'}]}} from dv-cinder-859203-2-iscsi. {{(pid=106407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 01:43:50.988564 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:50.991807 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=9c975da5-0d4b-49bc-8e78-4dc0d8cc192f,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:50.993108 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Attempt 5 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:43:51.032734 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:51.073209 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Publish callbacks [] for router_gateway (bcef2848-d19d-4fc1-bc46-52e72a3949e0), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:51.086072 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Router afae10ec-5417-42e0-b049-a2d9a3c888dd has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:43:51.094592 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:51.104312 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:51.165180 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=9c975da5-0d4b-49bc-8e78-4dc0d8cc192f,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:51.206591 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:51.223705 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:43:51.243550 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfd913-e026-4b77-a0ea-2c09e50ee5e9 None None] Sync routers for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:43:51.258401 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbfd913-e026-4b77-a0ea-2c09e50ee5e9 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:51.258742 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.db_base_plugin_common [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Allocated IP 172.20.0.2 (606414cd-4cce-4170-a7c8-506dd80207ed/637e58f8-62f2-4507-9431-8599431025ca/3ce0dddb-9449-4d0b-8817-075b50efda4f) {{(pid=106407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:43:51.259631 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-efbfd913-e026-4b77-a0ea-2c09e50ee5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:51.292580 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] No DVR routers for this DVR port 729940fc-9c6b-495b-994b-02d51a549f20 on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:43:51.311152 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:51.312590 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:51.331354 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Publish callbacks [] for router_gateway (bcef2848-d19d-4fc1-bc46-52e72a3949e0), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:51.332194 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8ec3d7ba-9177-4b8a-8fc8-9ec72439cd7b req-45d56ca2-d74c-4222-9948-8102750397ce tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "DELETE /networking/v2.0/ports/729940fc-9c6b-495b-994b-02d51a549f20 HTTP/1.1" status: 204 len: 173 time: 1.2370279 Sep 26 01:43:51.334591 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'name': 'network-vif-deleted', 'tag': '729940fc-9c6b-495b-994b-02d51a549f20'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:43:51.349710 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8e0bca-921f-4a91-bcec-e8d1d9debdb0" -d '{"events": [{"server_uuid": "86741c60-35b0-4105-9c2d-3f667824cd4d", "name": "network-vif-deleted", "tag": "729940fc-9c6b-495b-994b-02d51a549f20"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:43:51.359307 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:51.364934 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:51.385233 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-efbfd913-e026-4b77-a0ea-2c09e50ee5e9 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:51.461205 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdd2659-933d-4019-ad13-20a0651428e4 x-openstack-request-id: req-5fdd2659-933d-4019-ad13-20a0651428e4 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:43:51.461676 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86741c60-35b0-4105-9c2d-3f667824cd4d", "name": "network-vif-deleted", "tag": "729940fc-9c6b-495b-994b-02d51a549f20", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:43:51.462152 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fdd2659-933d-4019-ad13-20a0651428e4 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:43:51.462616 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fdd2659-933d-4019-ad13-20a0651428e4'] response: {'server_uuid': '86741c60-35b0-4105-9c2d-3f667824cd4d', 'name': 'network-vif-deleted', 'tag': '729940fc-9c6b-495b-994b-02d51a549f20', 'status': 'completed', 'code': 200} Sep 26 01:43:51.548874 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Allocated IP 172.27.0.122 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/9c2facaf-3da7-4867-854b-5430a07cd371) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:43:51.682562 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472024dd-4113-403e-8451-cd26d28c7518 req-ff16819e-8075-423b-995c-2db3777ce49e tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:51.684652 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-472024dd-4113-403e-8451-cd26d28c7518 req-ff16819e-8075-423b-995c-2db3777ce49e tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 950 time: 0.0955081 Sep 26 01:43:51.725115 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Attempt 6 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:43:51.744435 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-efbfd913-e026-4b77-a0ea-2c09e50ee5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:51.753168 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Publish callbacks [] for port (9c2facaf-3da7-4867-854b-5430a07cd371), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:51.781549 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfd913-e026-4b77-a0ea-2c09e50ee5e9 None None] Checking router: afae10ec-5417-42e0-b049-a2d9a3c888dd for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:43:51.781696 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-472024dd-4113-403e-8451-cd26d28c7518 req-64638429-767f-49f9-93f3-6c8fa7781bdc tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=87c369b2-4c9d-430e-94a4-7461090a8765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866232 Sep 26 01:43:51.813931 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:51.817520 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbfd913-e026-4b77-a0ea-2c09e50ee5e9 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:51.818806 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-efbfd913-e026-4b77-a0ea-2c09e50ee5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:51.825947 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (9c2facaf-3da7-4867-854b-5430a07cd371), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:51.840036 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Publish callbacks [] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), precommit_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:51.847926 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), after_create {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:51.897872 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Network 606414cd-4cce-4170-a7c8-506dd80207ed is already hosted by enough agents. {{(pid=106407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:43:51.930384 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:43:51.937849 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.scheduler.base_scheduler [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Resources bound (agent type, host, resource id): {{(pid=106407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:51.939079 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:51.947398 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Received port after_create {{(pid=106407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:43:51.949745 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:43:51.962013 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-efbfd913-e026-4b77-a0ea-2c09e50ee5e9 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:51.977998 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Pushing event updated for resources: {'Port': ['ID=9c2facaf-3da7-4867-854b-5430a07cd371,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:51.986829 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Pushing event updated for resources: {'Port': ['ID=3ce0dddb-9449-4d0b-8817-075b50efda4f,revision_number=1']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:52.109747 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Attempting to bind port 3ce0dddb-9449-4d0b-8817-075b50efda4f on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:43:52.110390 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Attempting to bind port 3ce0dddb-9449-4d0b-8817-075b50efda4f by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:43:52.111192 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Attempting to bind port 3ce0dddb-9449-4d0b-8817-075b50efda4f on network 606414cd-4cce-4170-a7c8-506dd80207ed {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:43:52.195825 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c49c732a-f85a-459f-bc9a-9bfe6689fe10 req-5640199d-d0ed-43f1-a992-8f735100e511 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 210 time: 0.0639763 Sep 26 01:43:52.218856 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:43:52.220657 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Checking segment: {'id': 'a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:43:52.221568 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:52.224557 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Bound using segment: {'id': 'a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:43:52.225117 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Bound port: 3ce0dddb-9449-4d0b-8817-075b50efda4f, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:43:52.225518 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:52.228385 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:52.265432 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad643ff4-a8d3-4b58-b92d-311923ae9bdd req-38620345-9f73-41ba-a9ba-86ffc5f608a0 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:52.272469 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:52.273015 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ad643ff4-a8d3-4b58-b92d-311923ae9bdd req-38620345-9f73-41ba-a9ba-86ffc5f608a0 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 950 time: 0.0636532 Sep 26 01:43:52.301761 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] For port 3ce0dddb-9449-4d0b-8817-075b50efda4f, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:43:52.304940 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] For port 3ce0dddb-9449-4d0b-8817-075b50efda4f, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=3ce0dddb-9449-4d0b-8817-075b50efda4f,segment=NetworkSegment(a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2),segment_id=a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:43:52.315010 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:52.319277 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Attempt 7 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:43:52.344429 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ad643ff4-a8d3-4b58-b92d-311923ae9bdd req-b1185c0f-eca4-45db-9d7b-cf6c919fa03c tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=87c369b2-4c9d-430e-94a4-7461090a8765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703797 Sep 26 01:43:52.359669 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-efbfd913-e026-4b77-a0ea-2c09e50ee5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:52.366546 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Publish callbacks [] for router_gateway (bcef2848-d19d-4fc1-bc46-52e72a3949e0), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:52.379961 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Sync routers for ids ['74c2037e-5d05-4224-8658-230251a01426'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:43:52.392687 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfd913-e026-4b77-a0ea-2c09e50ee5e9 None None] The sync data for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi is: [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:43:52.443225 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Routers {'74c2037e-5d05-4224-8658-230251a01426'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:52.443863 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['74c2037e-5d05-4224-8658-230251a01426'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:52.445771 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:52.484670 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc04e6b-c0fe-4598-a5f4-ab79a5a3261d None None] Pushing event updated for resources: {'Port': ['ID=3ce0dddb-9449-4d0b-8817-075b50efda4f,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:52.555490 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:52.589544 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Set router 74c2037e-5d05-4224-8658-230251a01426 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:52.639288 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-484073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485665'] for router (bcef2848-d19d-4fc1-bc46-52e72a3949e0), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:52.683304 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 729940fc-9c6b-495b-994b-02d51a549f20 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:43:52.697257 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:52.724803 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:43:52.757231 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: 729940fc-9c6b-495b-994b-02d51a549f20 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:43:52.757814 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 729940fc-9c6b-495b-994b-02d51a549f20 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:43:52.799415 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db40949-7136-42ea-a5fb-34f4ebf10272 None None] New status for floating IP 3d77b695-4a5d-4468-8c19-34950c295829: DOWN {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:43:52.808973 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:52.817167 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Router bcef2848-d19d-4fc1-bc46-52e72a3949e0 is scheduled to L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 with binding_index 1 {{(pid=106406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 01:43:52.851037 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:52.851407 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:52.851738 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f Sep 26 01:43:52.920445 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '63c3ca00-765a-41c9-a25d-7ba1c6e5433e', 'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'mac_address': 'fa:16:3e:54:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:47Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 2, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'subnets': [{'id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:52.940196 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:43:52.957413 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Attempt 8 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:43:52.961711 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Sync routers for ids ['bcef2848-d19d-4fc1-bc46-52e72a3949e0'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:43:52.966012 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:52.970228 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d3c46994-11c0-48c5-bd58-690df7c96c70 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2095649 Sep 26 01:43:52.970563 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 42984) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:43:52.983953 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Checking router: 74c2037e-5d05-4224-8658-230251a01426 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:43:52.984463 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Updating router 74c2037e-5d05-4224-8658-230251a01426 port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:43:53.053897 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:53.054375 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Routers {'bcef2848-d19d-4fc1-bc46-52e72a3949e0'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:53.054990 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['bcef2848-d19d-4fc1-bc46-52e72a3949e0'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:53.095334 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:53.107907 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:53.262513 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:53.280945 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Set router bcef2848-d19d-4fc1-bc46-52e72a3949e0 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:53.326183 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:53.369808 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-89a32c09-f008-40c1-914e-14246d1acfcb req-32d73cab-90a4-4757-a5eb-8d475c23b17a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=86741c60-35b0-4105-9c2d-3f667824cd4d HTTP/1.1" status: 200 len: 210 time: 0.0444725 Sep 26 01:43:53.493347 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47138258-d9b0-4fed-b265-3d0be58b5a9c req-b4e29bba-7bf4-4d3a-902d-a23ec123b1bd tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:53.494861 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-47138258-d9b0-4fed-b265-3d0be58b5a9c req-b4e29bba-7bf4-4d3a-902d-a23ec123b1bd tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 950 time: 0.0760312 Sep 26 01:43:53.501923 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:53.512307 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ac709-35e7-4b48-8fd9-5f4fa65a32b8 None None] Network 606414cd-4cce-4170-a7c8-506dd80207ed requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:43:53.547744 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:53.576474 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Attempt 9 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:43:53.608924 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-47138258-d9b0-4fed-b265-3d0be58b5a9c req-ac640288-3441-432e-911b-f45783156f80 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=87c369b2-4c9d-430e-94a4-7461090a8765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040082 Sep 26 01:43:53.730619 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Allocated IP 172.20.0.1 (606414cd-4cce-4170-a7c8-506dd80207ed/637e58f8-62f2-4507-9431-8599431025ca/f54c85b2-3345-4293-b52f-96d112b98f62) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:43:53.778814 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:53.785170 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcea3d-59f6-4f78-8b74-146ae9ff98ba req-40c8ef22-5103-4663-ada8-9bc6c35c8914 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:53.786840 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b3bcea3d-59f6-4f78-8b74-146ae9ff98ba req-40c8ef22-5103-4663-ada8-9bc6c35c8914 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 950 time: 0.0677776 Sep 26 01:43:53.818385 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'name': 'tempest-TestMinimumBasicScenario-1735718755-router', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:50Z', 'updated_at': '2022-09-26T01:43:52Z', 'revision_number': 3, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'gw_port': {'id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:51Z', 'updated_at': '2022-09-26T01:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:53.819808 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:53.875367 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Checking router: bcef2848-d19d-4fc1-bc46-52e72a3949e0 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:43:53.875716 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Updating router bcef2848-d19d-4fc1-bc46-52e72a3949e0 port 9c2facaf-3da7-4867-854b-5430a07cd371 binding host dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:43:53.935646 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-b3bcea3d-59f6-4f78-8b74-146ae9ff98ba req-b9b4250b-7583-472f-9d95-3dafbd38a398 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Deleting port 77f0263d-cce9-48b5-acf1-5862e14054fd {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:43:53.935972 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-b3bcea3d-59f6-4f78-8b74-146ae9ff98ba req-b9b4250b-7583-472f-9d95-3dafbd38a398 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:53.936626 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Publish callbacks [] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:53.941441 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9c2facaf-3da7-4867-854b-5430a07cd371), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:53.964245 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:53.993164 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Publish callbacks [] for port (f54c85b2-3345-4293-b52f-96d112b98f62), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.069046 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.078500 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-b3bcea3d-59f6-4f78-8b74-146ae9ff98ba req-b9b4250b-7583-472f-9d95-3dafbd38a398 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] For port 77f0263d-cce9-48b5-acf1-5862e14054fd, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=77f0263d-cce9-48b5-acf1-5862e14054fd,segment=NetworkSegment(29ad1abe-65e6-4e2a-b943-90d497370ebe),segment_id=29ad1abe-65e6-4e2a-b943-90d497370ebe)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:54.078953 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-b3bcea3d-59f6-4f78-8b74-146ae9ff98ba req-b9b4250b-7583-472f-9d95-3dafbd38a398 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.096303 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71d1bf-0e4a-4e03-b84c-337d6370643c None None] Pushing event updated for resources: {'Port': ['ID=63c3ca00-765a-41c9-a25d-7ba1c6e5433e,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:54.123548 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-b3bcea3d-59f6-4f78-8b74-146ae9ff98ba req-b9b4250b-7583-472f-9d95-3dafbd38a398 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Calling delete_port for 77f0263d-cce9-48b5-acf1-5862e14054fd owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:43:54.133605 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Network 606414cd-4cce-4170-a7c8-506dd80207ed is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:43:54.142299 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:54.144888 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:43:54.162428 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Attempting to bind port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:43:54.162804 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Attempting to bind port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:43:54.163158 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Attempting to bind port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e on network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:43:54.177816 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:54.218502 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f54c85b2-3345-4293-b52f-96d112b98f62,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:54.240120 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428312'] for router_interface (bcef2848-d19d-4fc1-bc46-52e72a3949e0), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.259407 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:43:54.259751 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Checking segment: {'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:43:54.260055 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.260472 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Bound using segment: {'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:43:54.261072 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Bound port: 63c3ca00-765a-41c9-a25d-7ba1c6e5433e, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:43:54.261341 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.268749 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:54.321101 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Attempt 10 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:43:54.327736 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:54.394955 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-573992ae-9805-4cf4-8ebc-32bf47279f8c None None] Port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:54.427035 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] For port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:43:54.430138 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Publish callbacks [] for port (9c2facaf-3da7-4867-854b-5430a07cd371), precommit_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.432719 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] For port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=63c3ca00-765a-41c9-a25d-7ba1c6e5433e,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:43:54.438938 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (9c2facaf-3da7-4867-854b-5430a07cd371), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.453889 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.455679 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.466523 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-b3bcea3d-59f6-4f78-8b74-146ae9ff98ba req-b9b4250b-7583-472f-9d95-3dafbd38a398 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (77f0263d-cce9-48b5-acf1-5862e14054fd), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.492614 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['77f0263d-cce9-48b5-acf1-5862e14054fd'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:43:54.497816 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Attempting to bind port 9c2facaf-3da7-4867-854b-5430a07cd371 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:43:54.498186 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Attempting to bind port 9c2facaf-3da7-4867-854b-5430a07cd371 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:43:54.498543 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Attempting to bind port 9c2facaf-3da7-4867-854b-5430a07cd371 on network 4033d1d8-514c-468e-8f1f-247159e0de47 {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:43:54.500960 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4250b-7583-472f-9d95-3dafbd38a398 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Pushing event deleted for resources: {'Port': ['ID=77f0263d-cce9-48b5-acf1-5862e14054fd,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:54.559681 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Provisioning complete for port 3ce0dddb-9449-4d0b-8817-075b50efda4f triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:54.560184 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.560389 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Attempt 1 to provision port 3ce0dddb-9449-4d0b-8817-075b50efda4f Sep 26 01:43:54.587786 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bcea3d-59f6-4f78-8b74-146ae9ff98ba req-b9b4250b-7583-472f-9d95-3dafbd38a398 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] No DVR routers for this DVR port 77f0263d-cce9-48b5-acf1-5862e14054fd on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:43:54.591782 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-b3bcea3d-59f6-4f78-8b74-146ae9ff98ba req-b9b4250b-7583-472f-9d95-3dafbd38a398 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.595707 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b3bcea3d-59f6-4f78-8b74-146ae9ff98ba req-b9b4250b-7583-472f-9d95-3dafbd38a398 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.52 "DELETE /networking/v2.0/ports/77f0263d-cce9-48b5-acf1-5862e14054fd HTTP/1.1" status: 204 len: 173 time: 0.7985854 Sep 26 01:43:54.596223 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcf9d0c-a483-4d42-9490-a05d36e09407', 'name': 'network-vif-deleted', 'tag': '77f0263d-cce9-48b5-acf1-5862e14054fd'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:43:54.600663 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5371f83b-8368-4095-9a26-59e10a37f953" -d '{"events": [{"server_uuid": "ebcf9d0c-a483-4d42-9490-a05d36e09407", "name": "network-vif-deleted", "tag": "77f0263d-cce9-48b5-acf1-5862e14054fd"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:43:54.642085 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Routers {'74c2037e-5d05-4224-8658-230251a01426'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:54.642733 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['74c2037e-5d05-4224-8658-230251a01426'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:54.687561 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:54.696312 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5572be-201b-488e-b653-fb49e44a8f32 None None] Pushing event updated for resources: {'Port': ['ID=9c2facaf-3da7-4867-854b-5430a07cd371,revision_number=2']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:54.741504 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dbac3d-ebf1-4750-afd0-b6dcd4f23619 x-openstack-request-id: req-b6dbac3d-ebf1-4750-afd0-b6dcd4f23619 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:43:54.741739 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcf9d0c-a483-4d42-9490-a05d36e09407", "name": "network-vif-deleted", "tag": "77f0263d-cce9-48b5-acf1-5862e14054fd", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:43:54.742009 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6dbac3d-ebf1-4750-afd0-b6dcd4f23619 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:43:54.742427 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6dbac3d-ebf1-4750-afd0-b6dcd4f23619'] response: {'server_uuid': 'ebcf9d0c-a483-4d42-9490-a05d36e09407', 'name': 'network-vif-deleted', 'tag': '77f0263d-cce9-48b5-acf1-5862e14054fd', 'status': 'completed', 'code': 200} Sep 26 01:43:54.796683 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 3ce0dddb-9449-4d0b-8817-075b50efda4f up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:43:54.852822 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:43:54.853299 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Checking segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:43:54.853575 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.854142 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Bound using segment: {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'} {{(pid=106407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:43:54.854650 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.managers [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Bound port: 9c2facaf-3da7-4867-854b-5430a07cd371, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c5481-e4db-41a3-86b1-f16b9b106b3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}}] {{(pid=106407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:43:54.854991 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9c2facaf-3da7-4867-854b-5430a07cd371), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.882801 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Publish callbacks [] for port (f54c85b2-3345-4293-b52f-96d112b98f62), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.887706 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-5a2a4c4e-8a46-41dc-a970-e51762a47fb4 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1718875407&fields=id&tenant_id=786ed33f027946f581147e672b947df0 HTTP/1.1" status: 200 len: 267 time: 0.1344523 Sep 26 01:43:54.905926 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:54.912716 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f002afc8-260a-4836-ae30-53c4392daf3d req-4cdaddc8-c49f-4f97-9114-41b995c6ff34 tempest-VolumesNegativeTest-1449257193 tempest-VolumesNegativeTest-1449257193-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ebcf9d0c-a483-4d42-9490-a05d36e09407 HTTP/1.1" status: 200 len: 210 time: 0.0528786 Sep 26 01:43:54.968063 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71d1bf-0e4a-4e03-b84c-337d6370643c None None] Pushing event updated for resources: {'Port': ['ID=63c3ca00-765a-41c9-a25d-7ba1c6e5433e,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:55.033297 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] Set router 74c2037e-5d05-4224-8658-230251a01426 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:55.046901 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f54c85b2-3345-4293-b52f-96d112b98f62,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:55.052330 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428428'] for router_interface (bcef2848-d19d-4fc1-bc46-52e72a3949e0), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:55.071814 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] For port 9c2facaf-3da7-4867-854b-5430a07cd371, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:43:55.079683 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 3ce0dddb-9449-4d0b-8817-075b50efda4f triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:55.080049 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:55.080429 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 3ce0dddb-9449-4d0b-8817-075b50efda4f Sep 26 01:43:55.098854 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Current status of the port 3ce0dddb-9449-4d0b-8817-075b50efda4f is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:55.099233 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:55.103935 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] For port 9c2facaf-3da7-4867-854b-5430a07cd371, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=9c2facaf-3da7-4867-854b-5430a07cd371,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:43:55.166597 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (9c2facaf-3da7-4867-854b-5430a07cd371), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:55.212066 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:55.301683 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Routers {'bcef2848-d19d-4fc1-bc46-52e72a3949e0'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:55.302316 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['bcef2848-d19d-4fc1-bc46-52e72a3949e0'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:55.305645 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] For port 3ce0dddb-9449-4d0b-8817-075b50efda4f, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=3ce0dddb-9449-4d0b-8817-075b50efda4f,segment=NetworkSegment(a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2),segment_id=a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:55.356124 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:55.377050 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5572be-201b-488e-b653-fb49e44a8f32 None None] Pushing event updated for resources: {'Port': ['ID=9c2facaf-3da7-4867-854b-5430a07cd371,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:55.413556 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-4d2d6f3e-754e-4d1d-8412-344835390742 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:55.415058 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-4d2d6f3e-754e-4d1d-8412-344835390742 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 812 time: 0.5108488 Sep 26 01:43:55.420248 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Provisioning complete for port f54c85b2-3345-4293-b52f-96d112b98f62 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:55.421634 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:55.421768 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Attempt 1 to provision port f54c85b2-3345-4293-b52f-96d112b98f62 Sep 26 01:43:55.439516 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-972d87c0-bcfa-4471-a2b3-87f49936c1e3 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/quotas/786ed33f027946f581147e672b947df0 HTTP/1.1" status: 200 len: 375 time: 0.0174167 Sep 26 01:43:55.445676 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:55.507087 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Network 606414cd-4cce-4170-a7c8-506dd80207ed is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:43:55.510718 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:55.529535 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-ddb6df3a-57a9-4918-b565-bb9eeaf8003f tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710697 Sep 26 01:43:55.661109 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:55.678711 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 3ce0dddb-9449-4d0b-8817-075b50efda4f is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:55.684284 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:55.723577 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Router bcef2848-d19d-4fc1-bc46-52e72a3949e0 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:43:55.725854 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-70fb05b8-cd37-4f09-a063-07e18ba5c743 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611106 Sep 26 01:43:55.725980 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Port f54c85b2-3345-4293-b52f-96d112b98f62 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:55.731590 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Pushing event updated for resources: {'Port': ['ID=3ce0dddb-9449-4d0b-8817-075b50efda4f,revision_number=3']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:55.743330 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] Set router bcef2848-d19d-4fc1-bc46-52e72a3949e0 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:43:55.785843 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '63c3ca00-765a-41c9-a25d-7ba1c6e5433e', 'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'mac_address': 'fa:16:3e:54:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:47Z', 'updated_at': '2022-09-26T01:43:54Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'subnets': [{'id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:55.818724 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0b596-e81f-43cd-a47f-e6cd388b1fce None None] The sync data for ids ['74c2037e-5d05-4224-8658-230251a01426'] in dv-cinder-859203-2-iscsi is: [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '63c3ca00-765a-41c9-a25d-7ba1c6e5433e', 'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'mac_address': 'fa:16:3e:54:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:47Z', 'updated_at': '2022-09-26T01:43:54Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'subnets': [{'id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:43:55.921953 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:43:55.934946 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-43d17bb5-e05b-4d35-ae63-6dda6062e5f0 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/bcef2848-d19d-4fc1-bc46-52e72a3949e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9554937 Sep 26 01:43:55.934946 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e4aae1da-4139-461e-b24e-d8375a672140 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944993 Sep 26 01:43:55.983881 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'name': 'tempest-TestMinimumBasicScenario-1735718755-router', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:50Z', 'updated_at': '2022-09-26T01:43:54Z', 'revision_number': 4, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'gw_port': {'id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:51Z', 'updated_at': '2022-09-26T01:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': 'f54c85b2-3345-4293-b52f-96d112b98f62', 'name': '', 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'mac_address': 'fa:16:3e:5f:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '637e58f8-62f2-4507-9431-8599431025ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:53Z', 'updated_at': '2022-09-26T01:43:54Z', 'revision_number': 2, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'subnets': [{'id': '637e58f8-62f2-4507-9431-8599431025ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:56.013230 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df02937-2e55-4ebe-89fa-3293d5238a1b None None] The sync data for ids ['bcef2848-d19d-4fc1-bc46-52e72a3949e0'] in dv-cinder-859203-2-iscsi is: [{'id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'name': 'tempest-TestMinimumBasicScenario-1735718755-router', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:50Z', 'updated_at': '2022-09-26T01:43:54Z', 'revision_number': 4, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'gw_port': {'id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:51Z', 'updated_at': '2022-09-26T01:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': 'f54c85b2-3345-4293-b52f-96d112b98f62', 'name': '', 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'mac_address': 'fa:16:3e:5f:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '637e58f8-62f2-4507-9431-8599431025ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:53Z', 'updated_at': '2022-09-26T01:43:54Z', 'revision_number': 2, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'subnets': [{'id': '637e58f8-62f2-4507-9431-8599431025ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:43:56.227010 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Attempt 2 to provision port f54c85b2-3345-4293-b52f-96d112b98f62 Sep 26 01:43:56.287887 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Port f54c85b2-3345-4293-b52f-96d112b98f62 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:56.447729 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0b58c779-7139-4ecc-82e6-05764cd82245 req-8263e520-506d-40bf-8455-6cf48d4d1fd2 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 210 time: 0.0493443 Sep 26 01:43:56.660679 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 77f0263d-cce9-48b5-acf1-5862e14054fd no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:43:56.701185 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: 77f0263d-cce9-48b5-acf1-5862e14054fd {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:43:56.702356 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 77f0263d-cce9-48b5-acf1-5862e14054fd not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:43:56.736892 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 3ce0dddb-9449-4d0b-8817-075b50efda4f up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:43:56.805777 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Attempt 3 to provision port f54c85b2-3345-4293-b52f-96d112b98f62 Sep 26 01:43:56.820227 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 3ce0dddb-9449-4d0b-8817-075b50efda4f triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:56.820884 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:56.821180 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 3ce0dddb-9449-4d0b-8817-075b50efda4f Sep 26 01:43:56.926510 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Port f54c85b2-3345-4293-b52f-96d112b98f62 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:56.937597 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a576a51a-e0ed-456a-b002-7674574b2c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:57.012753 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 3ce0dddb-9449-4d0b-8817-075b50efda4f is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:57.013846 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 63c3ca00-765a-41c9-a25d-7ba1c6e5433e up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:43:57.067055 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:57.084998 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:57.085509 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:57.086034 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:43:57.221314 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:57.222038 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:57.279644 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=63c3ca00-765a-41c9-a25d-7ba1c6e5433e,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:57.286873 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:57.401835 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=63c3ca00-765a-41c9-a25d-7ba1c6e5433e,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:57.428054 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Attempt 4 to provision port f54c85b2-3345-4293-b52f-96d112b98f62 Sep 26 01:43:57.490490 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Port f54c85b2-3345-4293-b52f-96d112b98f62 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:57.594631 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e0b2623c-28f9-4315-8c06-f7cd53820ed3 req-2727a193-fead-4297-8e6e-14afafb2a514 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 210 time: 0.0353301 Sep 26 01:43:57.993595 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Attempt 5 to provision port f54c85b2-3345-4293-b52f-96d112b98f62 Sep 26 01:43:58.128837 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Port f54c85b2-3345-4293-b52f-96d112b98f62 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:58.347147 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-d4eefb4c-4083-4fc7-9a8e-242b7eb284c4 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:58.352227 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-d4eefb4c-4083-4fc7-9a8e-242b7eb284c4 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 812 time: 0.1879241 Sep 26 01:43:58.440614 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-523b34be-f405-411d-b6fe-d581ba6727e4 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=786ed33f027946f581147e672b947df0 HTTP/1.1" status: 200 len: 380 time: 0.0803659 Sep 26 01:43:58.454782 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'port': {'device_id': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'admin_state_up': True, 'tenant_id': '786ed33f027946f581147e672b947df0', 'security_groups': ['b7800397-6019-45d1-9be6-ea140cdc3e80']}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:58.630163 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Attempt 6 to provision port f54c85b2-3345-4293-b52f-96d112b98f62 Sep 26 01:43:58.657887 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Made reservation on behalf of 786ed33f027946f581147e672b947df0 for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:43:58.664333 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:58.728748 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Port f54c85b2-3345-4293-b52f-96d112b98f62 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:58.750451 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 9c2facaf-3da7-4867-854b-5430a07cd371 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:43:58.775247 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:58.787342 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-458c2470-b651-4927-b704-2b44977056b8 req-bb3cae79-9e1b-47e9-9884-ade31e873408 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 210 time: 0.0508270 Sep 26 01:43:58.854572 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 9c2facaf-3da7-4867-854b-5430a07cd371 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:58.855068 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (9c2facaf-3da7-4867-854b-5430a07cd371), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:58.855508 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 9c2facaf-3da7-4867-854b-5430a07cd371 Sep 26 01:43:58.949116 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Allocated IP 172.20.0.14 (9880eab6-c89c-4490-9622-c91f1df8e6a8/840b9a72-e2b8-40ef-b59c-aae9095f9e03/8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:43:59.034677 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 9c2facaf-3da7-4867-854b-5430a07cd371 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:59.035646 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (9c2facaf-3da7-4867-854b-5430a07cd371), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:59.075810 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] For port 9c2facaf-3da7-4867-854b-5430a07cd371, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=9c2facaf-3da7-4867-854b-5430a07cd371,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:43:59.085465 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (9c2facaf-3da7-4867-854b-5430a07cd371), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:59.086605 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 63c3ca00-765a-41c9-a25d-7ba1c6e5433e up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:43:59.121056 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:59.162531 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:43:59.204841 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Pushing event updated for resources: {'Port': ['ID=9c2facaf-3da7-4867-854b-5430a07cd371,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:59.230540 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Attempt 7 to provision port f54c85b2-3345-4293-b52f-96d112b98f62 Sep 26 01:43:59.257148 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:59.260130 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:43:59.260545 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:59.260879 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:43:59.310237 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:59.334853 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Port f54c85b2-3345-4293-b52f-96d112b98f62 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:59.346776 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-56676d81-8143-42eb-9bc5-cd9f31179a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:59.385924 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'Port': ['ID=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:43:59.397777 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Network 9880eab6-c89c-4490-9622-c91f1df8e6a8 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:43:59.402472 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:43:59.405905 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:43:59.435769 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:43:59.488387 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:43:59.489122 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:59.517726 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-e7cdc963-ac95-41ee-887d-f7115af8a97c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0719540 Sep 26 01:43:59.540901 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Request body: {'port': {'device_id': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:43:59.648006 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:43:59.714312 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Sync routers for ids ['bcef2848-d19d-4fc1-bc46-52e72a3949e0'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:43:59.739378 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Routers {'bcef2848-d19d-4fc1-bc46-52e72a3949e0'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:43:59.742306 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['bcef2848-d19d-4fc1-bc46-52e72a3949e0'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:43:59.836488 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Attempt 8 to provision port f54c85b2-3345-4293-b52f-96d112b98f62 Sep 26 01:43:59.922244 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Port f54c85b2-3345-4293-b52f-96d112b98f62 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:43:59.948383 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Set router bcef2848-d19d-4fc1-bc46-52e72a3949e0 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:00.103167 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:44:00.115494 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Publish callbacks [] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:00.165252 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecf7f7-f119-42a8-8c81-3071a70a26a2 req-946bfd76-73f7-4129-a779-8022ca850978 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:00.166809 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8cecf7f7-f119-42a8-8c81-3071a70a26a2 req-946bfd76-73f7-4129-a779-8022ca850978 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 932 time: 0.1249964 Sep 26 01:44:00.169960 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Transition to ACTIVE for port object 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:44:00.178352 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:00.184272 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:00.186271 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'name': 'tempest-TestMinimumBasicScenario-1735718755-router', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:50Z', 'updated_at': '2022-09-26T01:43:54Z', 'revision_number': 4, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'gw_port': {'id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:51Z', 'updated_at': '2022-09-26T01:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': 'f54c85b2-3345-4293-b52f-96d112b98f62', 'name': '', 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'mac_address': 'fa:16:3e:5f:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '637e58f8-62f2-4507-9431-8599431025ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:53Z', 'updated_at': '2022-09-26T01:43:54Z', 'revision_number': 2, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'subnets': [{'id': '637e58f8-62f2-4507-9431-8599431025ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:00.245195 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Checking router: bcef2848-d19d-4fc1-bc46-52e72a3949e0 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:44:00.246228 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Updating router bcef2848-d19d-4fc1-bc46-52e72a3949e0 port f54c85b2-3345-4293-b52f-96d112b98f62 binding host dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 01:44:00.303325 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:00.328586 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Pushing event updated for resources: {'Port': ['ID=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:00.361921 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8cecf7f7-f119-42a8-8c81-3071a70a26a2 req-abb9e247-391a-4515-9d65-e95fc7e90af4 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855109 Sep 26 01:44:00.393431 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Attempting to bind port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:44:00.393794 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Attempting to bind port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:44:00.394124 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Attempting to bind port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 on network 9880eab6-c89c-4490-9622-c91f1df8e6a8 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:44:00.423497 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Attempt 9 to provision port f54c85b2-3345-4293-b52f-96d112b98f62 Sep 26 01:44:00.433958 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:00.472400 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:00.476318 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 on network 9880eab6-c89c-4490-9622-c91f1df8e6a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:44:00.477000 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Attempting to bind port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 on network 9880eab6-c89c-4490-9622-c91f1df8e6a8 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:44:00.487007 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Port f54c85b2-3345-4293-b52f-96d112b98f62 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:00.548886 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:44:00.549236 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Checking segment: {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:44:00.549624 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Bound using segment: {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:44:00.550116 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Bound port: 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:44:00.550484 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:00.677180 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] For port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:44:00.680738 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] For port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:44:00.696545 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:00.696910 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 9c2facaf-3da7-4867-854b-5430a07cd371 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:44:00.702990 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:00.703722 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:00.705226 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 HTTP/1.1" status: 200 len: 1094 time: 1.1686656 Sep 26 01:44:00.705935 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'tag': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:00.708396 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b31bf53-ddf4-48e2-9f9d-d31080e52e22" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad4ef30-98fb-408a-8a13-e78e64481234", "tag": "8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:00.766342 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:00.810706 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cc8fe8-fa55-472e-a741-d98126f92017 x-openstack-request-id: req-d8cc8fe8-fa55-472e-a741-d98126f92017 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:00.811955 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad4ef30-98fb-408a-8a13-e78e64481234", "tag": "8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:00.812328 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8cc8fe8-fa55-472e-a741-d98126f92017 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:00.812755 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8cc8fe8-fa55-472e-a741-d98126f92017'] response: {'name': 'network-changed', 'server_uuid': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'tag': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'status': 'completed', 'code': 200} Sep 26 01:44:00.813764 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de245bb-b215-47b7-b34f-ce7cad35046c service neutron] Pushing event updated for resources: {'Port': ['ID=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:00.825624 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Publish callbacks [] for port (f54c85b2-3345-4293-b52f-96d112b98f62), precommit_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:00.835328 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:00.836765 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port 9c2facaf-3da7-4867-854b-5430a07cd371 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:44:00.837353 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (9c2facaf-3da7-4867-854b-5430a07cd371), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:00.837470 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-06dc1661-db60-4368-ad66-d9eb61fc17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:00.838022 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port 9c2facaf-3da7-4867-854b-5430a07cd371 Sep 26 01:44:00.840312 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-06dc1661-db60-4368-ad66-d9eb61fc17e2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 1128 time: 0.0856669 Sep 26 01:44:00.841348 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:00.922098 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-1d43db0e-a1f9-400c-b438-d1e90e0dd705 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 HTTP/1.1" status: 200 len: 217 time: 0.0745573 Sep 26 01:44:00.968546 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Pushing event updated for resources: {'Port': ['ID=f54c85b2-3345-4293-b52f-96d112b98f62,revision_number=3']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:00.973345 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:00.989752 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Attempt 10 to provision port f54c85b2-3345-4293-b52f-96d112b98f62 Sep 26 01:44:00.997999 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:00.998893 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:00.999255 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:00.999594 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:00.999920 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:01.000246 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:01.000591 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:01.000915 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:01.001234 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:01.001554 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:01.001874 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:01.002209 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:01.002527 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:01.002842 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:01.003172 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:01.014170 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-a0d706f7-11ad-4547-808e-f38da16e9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:01.015977 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-a0d706f7-11ad-4547-808e-f38da16e9395 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 200 len: 851 time: 0.0861125 Sep 26 01:44:01.042072 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Attempting to bind port f54c85b2-3345-4293-b52f-96d112b98f62 on host dv-cinder-859203-2-iscsi for vnic_type normal with profile {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:44:01.042436 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Attempting to bind port f54c85b2-3345-4293-b52f-96d112b98f62 by drivers openvswitch,hyperv on host dv-cinder-859203-2-iscsi at level 0 using segments [{'id': 'a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed'}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:44:01.043180 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Attempting to bind port f54c85b2-3345-4293-b52f-96d112b98f62 on network 606414cd-4cce-4170-a7c8-506dd80207ed {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:44:01.066300 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port 9c2facaf-3da7-4867-854b-5430a07cd371 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:44:01.084218 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-a10278da-aac9-4cf4-bcc6-490c20918b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:01.087621 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-a10278da-aac9-4cf4-bcc6-490c20918b45 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9880eab6-c89c-4490-9622-c91f1df8e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615637 Sep 26 01:44:01.092914 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Port f54c85b2-3345-4293-b52f-96d112b98f62 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:01.124373 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Provisioning complete for port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:44:01.124373 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:01.124373 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Attempt 1 to provision port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e Sep 26 01:44:01.138031 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Checking agent: {'id': 'e9bffbcb-4d3a-4254-9de2-38089331aaa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859203-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 28, 2), 'started_at': datetime.datetime(2022, 9, 26, 1, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859203-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:44:01.138405 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Checking segment: {'id': 'a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:44:01.139082 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:01.139640 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Bound using segment: {'id': 'a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed'} {{(pid=106408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:44:01.140291 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.managers [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Bound port: f54c85b2-3345-4293-b52f-96d112b98f62, host: dv-cinder-859203-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed'}}] {{(pid=106408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:44:01.140750 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), before_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:01.228247 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] For port f54c85b2-3345-4293-b52f-96d112b98f62, host dv-cinder-859203-2-iscsi, cleared binding levels {{(pid=106408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:44:01.237929 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.plugins.ml2.db [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] For port f54c85b2-3345-4293-b52f-96d112b98f62, host dv-cinder-859203-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=f54c85b2-3345-4293-b52f-96d112b98f62,segment=NetworkSegment(a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2),segment_id=a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2)] {{(pid=106408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:44:01.252573 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron_lib.callbacks.manager [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), after_update {{(pid=106408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:01.260397 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e4d-640e-40c5-8276-1c7d930e3363 None None] Current status of the port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:44:01.281639 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-132be50b-5517-44bd-8760-68bd7a5edb0d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829207 Sep 26 01:44:01.303547 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Routers {'bcef2848-d19d-4fc1-bc46-52e72a3949e0'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:01.304371 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['bcef2848-d19d-4fc1-bc46-52e72a3949e0'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:01.398255 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53a2120a-c61c-4615-8cbe-b0cdb1a02594 req-3a615f23-df9d-4e47-b48c-64e3b429d155 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116374 Sep 26 01:44:01.417521 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43220f41-9bb9-4674-9ac3-77082c9d1491 None None] Pushing event updated for resources: {'Port': ['ID=f54c85b2-3345-4293-b52f-96d112b98f62,revision_number=4']} {{(pid=106408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:01.440470 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-942e899f-bd69-4647-a6ba-121da1237b1b None None] Provisioning complete for port f54c85b2-3345-4293-b52f-96d112b98f62 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:44:01.441337 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-942e899f-bd69-4647-a6ba-121da1237b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:01.442174 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-942e899f-bd69-4647-a6ba-121da1237b1b None None] Attempt 1 to provision port f54c85b2-3345-4293-b52f-96d112b98f62 Sep 26 01:44:01.502403 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:01.525695 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] Set router bcef2848-d19d-4fc1-bc46-52e72a3949e0 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:01.596217 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-942e899f-bd69-4647-a6ba-121da1237b1b None None] Current status of the port f54c85b2-3345-4293-b52f-96d112b98f62 is: DOWN; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:44:01.596669 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-942e899f-bd69-4647-a6ba-121da1237b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:01.687397 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3668ab5-b313-48ab-997f-22d1b800f9fc req-73d30ad4-5141-4e67-80e9-a9cb02331798 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:01.688692 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-942e899f-bd69-4647-a6ba-121da1237b1b None None] For port f54c85b2-3345-4293-b52f-96d112b98f62, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=f54c85b2-3345-4293-b52f-96d112b98f62,segment=NetworkSegment(a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2),segment_id=a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:01.690757 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a3668ab5-b313-48ab-997f-22d1b800f9fc req-73d30ad4-5141-4e67-80e9-a9cb02331798 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 944 time: 0.1414914 Sep 26 01:44:01.696379 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-942e899f-bd69-4647-a6ba-121da1237b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:01.753631 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e899f-bd69-4647-a6ba-121da1237b1b None None] Pushing event updated for resources: {'Port': ['ID=f54c85b2-3345-4293-b52f-96d112b98f62,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:01.795830 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'name': 'tempest-TestMinimumBasicScenario-1735718755-router', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:50Z', 'updated_at': '2022-09-26T01:43:54Z', 'revision_number': 4, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'gw_port': {'id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:51Z', 'updated_at': '2022-09-26T01:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': 'f54c85b2-3345-4293-b52f-96d112b98f62', 'name': '', 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'mac_address': 'fa:16:3e:5f:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '637e58f8-62f2-4507-9431-8599431025ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:53Z', 'updated_at': '2022-09-26T01:44:01Z', 'revision_number': 4, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'subnets': [{'id': '637e58f8-62f2-4507-9431-8599431025ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:01.801993 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31bf53-ddf4-48e2-9f9d-d31080e52e22 req-9e0b25f1-b01a-4269-84e5-1da7c497d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:01.804057 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3b31bf53-ddf4-48e2-9f9d-d31080e52e22 req-9e0b25f1-b01a-4269-84e5-1da7c497d834 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 1128 time: 0.1422982 Sep 26 01:44:01.828537 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842f840-a077-4bdf-bd38-7a280b6f5f47 None None] The sync data for ids ['bcef2848-d19d-4fc1-bc46-52e72a3949e0'] in dv-cinder-859203-2-iscsi is: [{'id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'name': 'tempest-TestMinimumBasicScenario-1735718755-router', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:50Z', 'updated_at': '2022-09-26T01:43:54Z', 'revision_number': 4, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'gw_port': {'id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:51Z', 'updated_at': '2022-09-26T01:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': 'f54c85b2-3345-4293-b52f-96d112b98f62', 'name': '', 'network_id': '606414cd-4cce-4170-a7c8-506dd80207ed', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'mac_address': 'fa:16:3e:5f:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '637e58f8-62f2-4507-9431-8599431025ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:53Z', 'updated_at': '2022-09-26T01:44:01Z', 'revision_number': 4, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'subnets': [{'id': '637e58f8-62f2-4507-9431-8599431025ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:44:01.888609 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a3668ab5-b313-48ab-997f-22d1b800f9fc req-f352c0d0-968d-4a8d-a4e0-750073f6dfb7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432121 Sep 26 01:44:01.944057 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31bf53-ddf4-48e2-9f9d-d31080e52e22 req-710d410b-f732-4212-8425-c874cf7e1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:01.945613 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3b31bf53-ddf4-48e2-9f9d-d31080e52e22 req-710d410b-f732-4212-8425-c874cf7e1faf service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 913 time: 0.1312168 Sep 26 01:44:01.992019 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3b31bf53-ddf4-48e2-9f9d-d31080e52e22 req-597f24fc-8635-458d-a7d0-883d85c0bbe8 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 HTTP/1.1" status: 200 len: 217 time: 0.0392540 Sep 26 01:44:02.060582 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31bf53-ddf4-48e2-9f9d-d31080e52e22 req-4946abc4-2963-4478-a6f6-75b44f366ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:02.062206 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3b31bf53-ddf4-48e2-9f9d-d31080e52e22 req-4946abc4-2963-4478-a6f6-75b44f366ff6 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 200 len: 851 time: 0.0632765 Sep 26 01:44:02.171220 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31bf53-ddf4-48e2-9f9d-d31080e52e22 req-6bd6d19c-12c0-4db1-a57c-62a9bb1d12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:02.173922 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3b31bf53-ddf4-48e2-9f9d-d31080e52e22 req-6bd6d19c-12c0-4db1-a57c-62a9bb1d12c5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9880eab6-c89c-4490-9622-c91f1df8e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878527 Sep 26 01:44:02.174067 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:02.275884 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:02.332208 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:02.339321 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3b31bf53-ddf4-48e2-9f9d-d31080e52e22 req-23b78cec-218d-449d-bfd9-7edf97c36cfa service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582413 Sep 26 01:44:02.450819 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:02.499748 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3b31bf53-ddf4-48e2-9f9d-d31080e52e22 req-bc82e29c-1ab4-40df-85bd-2ca86eace1f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535344 Sep 26 01:44:02.616396 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43302) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:02.668992 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device f54c85b2-3345-4293-b52f-96d112b98f62 up at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:44:02.732398 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Provisioning complete for port f54c85b2-3345-4293-b52f-96d112b98f62 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:44:02.733088 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:02.733494 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Attempt 1 to provision port f54c85b2-3345-4293-b52f-96d112b98f62 Sep 26 01:44:02.809308 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43306) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:02.809563 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-3785fb7b-4941-4847-8dfc-848a64b7dd23 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=10895902ec774f7ab15db01ce507471d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939371 Sep 26 01:44:02.824867 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Current status of the port f54c85b2-3345-4293-b52f-96d112b98f62 is: ACTIVE; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:44:02.866497 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c1276871-ad11-444d-be02-3ca0965d81c8 admin admin] Publish callbacks [] for security_group (87c369b2-4c9d-430e-94a4-7461090a8765), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:02.891121 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c1276871-ad11-444d-be02-3ca0965d81c8 admin admin] Publish callbacks [] for security_group (87c369b2-4c9d-430e-94a4-7461090a8765), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:02.957248 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c1276871-ad11-444d-be02-3ca0965d81c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (87c369b2-4c9d-430e-94a4-7461090a8765), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:02.960162 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c1276871-ad11-444d-be02-3ca0965d81c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:02.974676 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-c1276871-ad11-444d-be02-3ca0965d81c8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/87c369b2-4c9d-430e-94a4-7461090a8765 HTTP/1.1" status: 204 len: 168 time: 0.1642616 Sep 26 01:44:02.991980 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1276871-ad11-444d-be02-3ca0965d81c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c369b2-4c9d-430e-94a4-7461090a8765,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:03.084104 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447d12f-45f1-481a-9b67-8f8160fb28b4 req-e0388314-7970-4242-a392-a5730b3cf4ad tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:03.085776 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a447d12f-45f1-481a-9b67-8f8160fb28b4 req-e0388314-7970-4242-a392-a5730b3cf4ad tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 944 time: 0.0735867 Sep 26 01:44:03.165524 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a447d12f-45f1-481a-9b67-8f8160fb28b4 req-678a5c0d-776e-4222-95df-c6720fd2c312 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702014 Sep 26 01:44:04.291903 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920eb9ab-e67d-4b12-ae17-9fc044392d46 req-0865c84b-1314-4090-9f95-bba0e590cd50 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:04.300383 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-920eb9ab-e67d-4b12-ae17-9fc044392d46 req-0865c84b-1314-4090-9f95-bba0e590cd50 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 944 time: 0.0552697 Sep 26 01:44:04.350427 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-920eb9ab-e67d-4b12-ae17-9fc044392d46 req-4512a9a3-0758-4be5-8e07-5bdadc9f306e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500057 Sep 26 01:44:05.480023 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd17bc3-5c61-481e-9143-a14f34f485fd req-13f1163b-93ab-44be-aa2d-b76b99375ade tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:05.481613 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0fd17bc3-5c61-481e-9143-a14f34f485fd req-13f1163b-93ab-44be-aa2d-b76b99375ade tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 944 time: 0.0518572 Sep 26 01:44:05.537872 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0fd17bc3-5c61-481e-9143-a14f34f485fd req-eb670006-229a-4097-a40a-e747dffd1cc4 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498822 Sep 26 01:44:06.672312 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbedef-3de5-4cc1-bee5-671c9e0ba6a7 req-cb60bd21-bf7d-4de2-a2ca-50cff0073b81 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:06.673754 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a8fbedef-3de5-4cc1-bee5-671c9e0ba6a7 req-cb60bd21-bf7d-4de2-a2ca-50cff0073b81 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 944 time: 0.0547740 Sep 26 01:44:06.737955 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a8fbedef-3de5-4cc1-bee5-671c9e0ba6a7 req-b37b041d-c0f0-4070-bb0c-165a057c416d tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583973 Sep 26 01:44:07.868504 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0356a-ba98-4066-b2c3-012b09eebdc6 req-fe1d01e7-e38f-427a-974b-94b8fe308f87 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:07.870001 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8cc0356a-ba98-4066-b2c3-012b09eebdc6 req-fe1d01e7-e38f-427a-974b-94b8fe308f87 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 944 time: 0.0521276 Sep 26 01:44:07.935474 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8cc0356a-ba98-4066-b2c3-012b09eebdc6 req-fefdaea7-a442-40db-bc63-9cd1587931d5 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567389 Sep 26 01:44:08.681420 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:44:08.734934 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-25da39b0-5500-42ad-8012-833eaf6780ac tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:08.736433 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-25da39b0-5500-42ad-8012-833eaf6780ac tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c HTTP/1.1" status: 200 len: 813 time: 0.1091108 Sep 26 01:44:08.745106 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:08.751244 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-5385f8cf-3e5f-4b6d-a5cc-741780df2ee4 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/quotas/63b4276ece354a06b400b45e9e49186b HTTP/1.1" status: 200 len: 375 time: 0.0092854 Sep 26 01:44:08.787192 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:08.798411 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'port_id': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'mac_address': 'fa:16:3e:44:66:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:44:08.802716 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-8eb6c08e-86ed-439e-847b-127505c47bd4 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=63b4276ece354a06b400b45e9e49186b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461507 Sep 26 01:44:08.834709 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:44:08.835000 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:08.853418 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:44:08.863981 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:08.874205 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:08.878130 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:08.909268 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-c82e2fb5-8492-4440-bf17-967038b5649a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934601 Sep 26 01:44:09.019080 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-123550a5-2a57-4c1d-9658-c54973330863 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038163 Sep 26 01:44:09.064425 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01c43b-b2df-40cb-80d6-5db4f33d308e req-287235e3-90f1-451a-8882-7595f039d8c6 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:09.064810 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:09.066074 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4f01c43b-b2df-40cb-80d6-5db4f33d308e req-287235e3-90f1-451a-8882-7595f039d8c6 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 945 time: 0.0608025 Sep 26 01:44:09.072500 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.072923 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.073334 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.073743 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.074182 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.074548 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.074944 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.075338 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.075729 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.076848 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.077348 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.077685 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.078004 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.078385 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.078843 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:09.134337 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:44:09.214299 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:09.393291 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:09.397420 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f8895823-d0d5-41ac-a99b-291667ef4372 req-277f4fbc-4c94-4e06-ab13-5749048d126d tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 210 time: 0.0344036 Sep 26 01:44:09.428965 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4f01c43b-b2df-40cb-80d6-5db4f33d308e req-570de1e7-f02a-465b-a47e-fb036bc40b6a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570790 Sep 26 01:44:10.476289 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-39beb0c8-a85c-4765-8415-52857d68ccc6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:10.479855 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-39beb0c8-a85c-4765-8415-52857d68ccc6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c HTTP/1.1" status: 200 len: 813 time: 0.1240547 Sep 26 01:44:10.499117 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Request body: {'port': {'device_id': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'admin_state_up': True, 'tenant_id': '63b4276ece354a06b400b45e9e49186b'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:10.532121 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-36220251-5191-415d-99fb-cd451a1b83f4 req-e03f760d-a3e2-433c-a2d9-6a18cea84bc2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 210 time: 0.0470686 Sep 26 01:44:10.614855 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e870a73-7e5f-4d8b-8cda-3cd3784ca0d2 req-b3599970-fbd3-45e1-a0b2-812610566bb7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:10.616325 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3e870a73-7e5f-4d8b-8cda-3cd3784ca0d2 req-b3599970-fbd3-45e1-a0b2-812610566bb7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 945 time: 0.0973885 Sep 26 01:44:10.696168 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:44:10.698777 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3e870a73-7e5f-4d8b-8cda-3cd3784ca0d2 req-582595bb-b39f-491e-8f8d-b57fb17f13eb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766068 Sep 26 01:44:10.711904 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Made reservation on behalf of 63b4276ece354a06b400b45e9e49186b for: {'port': 1} {{(pid=106405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:44:10.718859 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:10.744627 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:44:10.751386 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:44:10.752068 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:10.752611 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 Sep 26 01:44:10.836097 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:44:10.836526 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:10.862206 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:10.864496 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8586bf3c-87ca-4e66-99aa-c00e01c16f81" -d '{"events": [{"server_uuid": "2ad4ef30-98fb-408a-8a13-e78e64481234", "name": "network-vif-plugged", "status": "completed", "tag": "8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:10.872971 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Allocated IP 172.20.0.6 (6109f9fe-7dc9-4599-b93f-6fcbe6418d6c/be372b9c-9e4c-4f3f-8901-a3fa0c366d3c/3ca478bf-2db2-409b-939f-46e8d2591a1d) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:44:10.878560 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:10.891860 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:10.923495 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4093c7a-c4b2-4a51-8ae4-5adcd01d49e6 x-openstack-request-id: req-a4093c7a-c4b2-4a51-8ae4-5adcd01d49e6 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:10.923811 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad4ef30-98fb-408a-8a13-e78e64481234", "name": "network-vif-plugged", "status": "completed", "tag": "8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:10.924161 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4093c7a-c4b2-4a51-8ae4-5adcd01d49e6 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:10.924576 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4093c7a-c4b2-4a51-8ae4-5adcd01d49e6'] response: {'server_uuid': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'code': 200} Sep 26 01:44:10.957095 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:11.053835 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:11.065807 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:11.109714 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:11.142108 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:44:11.162658 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:44:11.185544 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:44:11.247704 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:11.254556 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:11.255493 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:11.295739 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event updated for resources: {'Port': ['ID=3ca478bf-2db2-409b-939f-46e8d2591a1d,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:11.309717 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1f2f9ec3-7998-4fef-aca6-bcbfb4d282d3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8160989 Sep 26 01:44:11.503748 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Provisioning complete for port 3ca478bf-2db2-409b-939f-46e8d2591a1d triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:44:11.504212 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:11.504575 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Attempt 1 to provision port 3ca478bf-2db2-409b-939f-46e8d2591a1d Sep 26 01:44:11.545861 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Port 3ca478bf-2db2-409b-939f-46e8d2591a1d cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:11.665531 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732233c4-d6e2-4879-885c-c678ed2d8077 req-780e8605-fc9d-4902-ad57-00ddf05f93c1 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:11.667137 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-732233c4-d6e2-4879-885c-c678ed2d8077 req-780e8605-fc9d-4902-ad57-00ddf05f93c1 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 931 time: 0.0500457 Sep 26 01:44:11.722413 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-732233c4-d6e2-4879-885c-c678ed2d8077 req-cf8befdf-20cf-425a-8712-2050a164d2d8 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486627 Sep 26 01:44:11.799050 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:11.800272 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=58 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:11.846782 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0694e88-baf8-402a-a3c7-235f81d903c6 req-47d213ff-7919-4044-8e2f-9a3e1b2a9c45 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:11.848202 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a0694e88-baf8-402a-a3c7-235f81d903c6 req-47d213ff-7919-4044-8e2f-9a3e1b2a9c45 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0557609 Sep 26 01:44:11.906364 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a0694e88-baf8-402a-a3c7-235f81d903c6 req-3486b7af-a7d1-405c-820d-378d7a4a1081 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482564 Sep 26 01:44:12.047037 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Attempt 2 to provision port 3ca478bf-2db2-409b-939f-46e8d2591a1d Sep 26 01:44:12.070516 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:12.085713 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Port 3ca478bf-2db2-409b-939f-46e8d2591a1d cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:12.587107 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Attempt 3 to provision port 3ca478bf-2db2-409b-939f-46e8d2591a1d Sep 26 01:44:12.621144 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Port 3ca478bf-2db2-409b-939f-46e8d2591a1d cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:12.788504 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:12.804051 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:12.855841 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a5084-8be2-4092-b2cd-f73e95aab715 req-9e0e7a32-d702-4188-a4db-3add7bd48e66 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:12.857984 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eb8a5084-8be2-4092-b2cd-f73e95aab715 req-9e0e7a32-d702-4188-a4db-3add7bd48e66 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 931 time: 0.0521142 Sep 26 01:44:12.907962 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-eb8a5084-8be2-4092-b2cd-f73e95aab715 req-3c6e9f24-0efd-4da4-adb0-94209110e707 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438895 Sep 26 01:44:13.034857 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2720aaa-d92c-4172-820a-f659a9a1a262 req-aaab4678-8039-4bf1-bb7b-036c7e4f5f4c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:13.036449 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b2720aaa-d92c-4172-820a-f659a9a1a262 req-aaab4678-8039-4bf1-bb7b-036c7e4f5f4c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0529118 Sep 26 01:44:13.095881 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b2720aaa-d92c-4172-820a-f659a9a1a262 req-bb5ba743-7daa-4c6f-adaf-3401925f9eff tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517428 Sep 26 01:44:13.123857 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Attempt 4 to provision port 3ca478bf-2db2-409b-939f-46e8d2591a1d Sep 26 01:44:13.158689 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Port 3ca478bf-2db2-409b-939f-46e8d2591a1d cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:13.660459 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Attempt 5 to provision port 3ca478bf-2db2-409b-939f-46e8d2591a1d Sep 26 01:44:13.697861 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Port 3ca478bf-2db2-409b-939f-46e8d2591a1d cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:14.034997 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515037b-0f46-4640-9a6a-889c99391615 req-df462896-5183-4e9d-8c00-58148a416ec0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:14.036580 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a515037b-0f46-4640-9a6a-889c99391615 req-df462896-5183-4e9d-8c00-58148a416ec0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 931 time: 0.0498095 Sep 26 01:44:14.090681 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a515037b-0f46-4640-9a6a-889c99391615 req-bf40592b-4339-4985-80d6-e1bffb4a2096 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478625 Sep 26 01:44:14.201625 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Attempt 6 to provision port 3ca478bf-2db2-409b-939f-46e8d2591a1d Sep 26 01:44:14.258969 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Port 3ca478bf-2db2-409b-939f-46e8d2591a1d cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:14.260256 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e3853-3133-4c47-a4eb-accb9a9bf4c5 req-a857451c-d924-486a-bae3-06b5c355a63c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:14.261869 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-861e3853-3133-4c47-a4eb-accb9a9bf4c5 req-a857451c-d924-486a-bae3-06b5c355a63c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0848849 Sep 26 01:44:14.322446 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-861e3853-3133-4c47-a4eb-accb9a9bf4c5 req-6074fa25-aeda-43b3-bd4d-b841ee442bba tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543051 Sep 26 01:44:14.761289 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Attempt 7 to provision port 3ca478bf-2db2-409b-939f-46e8d2591a1d Sep 26 01:44:14.794021 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Port 3ca478bf-2db2-409b-939f-46e8d2591a1d cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:15.235813 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0d2f5-725d-4136-b03a-de3a9274458f req-19dc68cb-7600-43e5-8930-65c48d678608 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:15.237582 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-06b0d2f5-725d-4136-b03a-de3a9274458f req-19dc68cb-7600-43e5-8930-65c48d678608 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 931 time: 0.0600543 Sep 26 01:44:15.295929 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Attempt 8 to provision port 3ca478bf-2db2-409b-939f-46e8d2591a1d Sep 26 01:44:15.311979 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-06b0d2f5-725d-4136-b03a-de3a9274458f req-e0730d46-c209-4abc-ba4e-cc5ec24b5f6f tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662887 Sep 26 01:44:15.362646 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Port 3ca478bf-2db2-409b-939f-46e8d2591a1d cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:15.457234 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b439763-82c5-41e3-99e7-74513c184c21 req-84f84e2d-b989-4d5f-ae66-5e1d34379579 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:15.458738 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7b439763-82c5-41e3-99e7-74513c184c21 req-84f84e2d-b989-4d5f-ae66-5e1d34379579 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 945 time: 0.1158445 Sep 26 01:44:15.479086 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d457e9c-b99a-4201-9847-7f45d785853e req-5574f8f2-4776-4272-add8-5e4c1b497388 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:15.480567 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7d457e9c-b99a-4201-9847-7f45d785853e req-5574f8f2-4776-4272-add8-5e4c1b497388 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0754628 Sep 26 01:44:15.549325 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7b439763-82c5-41e3-99e7-74513c184c21 req-50574e1e-a06e-4624-8275-9c9bb8451a6b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841618 Sep 26 01:44:15.558406 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7d457e9c-b99a-4201-9847-7f45d785853e req-2830bd3a-75d4-469c-8fb4-a5cee3fc225a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697887 Sep 26 01:44:15.864064 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Attempt 9 to provision port 3ca478bf-2db2-409b-939f-46e8d2591a1d Sep 26 01:44:15.906772 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Port 3ca478bf-2db2-409b-939f-46e8d2591a1d cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:16.408054 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Attempt 10 to provision port 3ca478bf-2db2-409b-939f-46e8d2591a1d Sep 26 01:44:16.449267 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:16.458625 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-9eec7fbb-5f0f-4a64-9bcb-bac64ec1debb None None] Port 3ca478bf-2db2-409b-939f-46e8d2591a1d cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:16.469885 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47490f9f-2271-48b7-aeec-32c97802b31b req-07edd6f5-acd8-4dab-9be0-c2951c14cee9 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:16.471457 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-47490f9f-2271-48b7-aeec-32c97802b31b req-07edd6f5-acd8-4dab-9be0-c2951c14cee9 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 931 time: 0.0699856 Sep 26 01:44:16.485029 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:16.524446 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-47490f9f-2271-48b7-aeec-32c97802b31b req-982ac511-0f6a-43b0-a980-34e5b426de9f tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462828 Sep 26 01:44:16.737073 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f09d2-9aef-4fa9-9aca-9c382affe79e req-4c0629b6-b598-4280-80a5-5483ee2d971d tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:16.738604 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-251f09d2-9aef-4fa9-9aca-9c382affe79e req-4c0629b6-b598-4280-80a5-5483ee2d971d tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0924108 Sep 26 01:44:16.744583 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac32c0-4b29-46a0-b08b-a86e7fe243fd req-28e1c32a-8e7b-4643-9fe8-1b1120e65319 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:16.746783 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ccac32c0-4b29-46a0-b08b-a86e7fe243fd req-28e1c32a-8e7b-4643-9fe8-1b1120e65319 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 945 time: 0.0914781 Sep 26 01:44:16.754448 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:16.840372 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-251f09d2-9aef-4fa9-9aca-9c382affe79e req-498c8414-0e09-47da-b1ef-0bf906f115e5 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919912 Sep 26 01:44:16.846779 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ccac32c0-4b29-46a0-b08b-a86e7fe243fd req-5a80a486-6772-4d02-a548-7d7494141be6 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901415 Sep 26 01:44:17.169805 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43426) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:17.491110 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Deleting port f50baeb9-22b6-4950-bed5-9806651003e3 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:17.492001 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (f50baeb9-22b6-4950-bed5-9806651003e3), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:17.583171 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (f50baeb9-22b6-4950-bed5-9806651003e3), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:17.583527 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for floatingip (f50baeb9-22b6-4950-bed5-9806651003e3), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:17.597480 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Calling delete_port for f50baeb9-22b6-4950-bed5-9806651003e3 owned by network:floatingip {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:17.724652 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170f3cf-0587-4237-9303-6acc1a6c8808 req-fa97612d-829c-4d2d-96f5-c3c65adf1e49 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:17.726166 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f170f3cf-0587-4237-9303-6acc1a6c8808 req-fa97612d-829c-4d2d-96f5-c3c65adf1e49 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 931 time: 0.1143672 Sep 26 01:44:17.800315 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f170f3cf-0587-4237-9303-6acc1a6c8808 req-38a5eb42-a75d-4920-8338-1bfde95594b8 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684793 Sep 26 01:44:17.868571 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (f50baeb9-22b6-4950-bed5-9806651003e3), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:17.897099 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event deleted for resources: {'Port': ['ID=f50baeb9-22b6-4950-bed5-9806651003e3,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:18.049346 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e703-1326-4c99-9aa7-3334287af04d req-bf2ef543-a50e-41c8-9e09-7502c69d704e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:18.057596 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-98e8e703-1326-4c99-9aa7-3334287af04d req-bf2ef543-a50e-41c8-9e09-7502c69d704e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 945 time: 0.1215761 Sep 26 01:44:18.085123 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:18.112225 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bec2e-f40e-4b49-bf16-3cc63e2afb45 req-1ebd9a60-0b56-450a-ab9e-658100a49d77 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:18.113857 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fa4bec2e-f40e-4b49-bf16-3cc63e2afb45 req-1ebd9a60-0b56-450a-ab9e-658100a49d77 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.1344755 Sep 26 01:44:18.115179 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for floatingip (0c1eed8c-b64d-4afc-a551-7480b6e61a6a), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:18.115531 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Floating IP 0c1eed8c-b64d-4afc-a551-7480b6e61a6a disassociated (deleted). External IP: 172.27.0.53, port: 63087146-5dff-4cf6-a44b-2902e0428945. Sep 26 01:44:18.201962 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-98e8e703-1326-4c99-9aa7-3334287af04d req-6457164f-b66b-4922-a310-6822762c0bb5 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426196 Sep 26 01:44:18.206808 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:18.289634 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fa4bec2e-f40e-4b49-bf16-3cc63e2afb45 req-9fddd8a5-d2e4-4bc1-b5ba-0370960932f6 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532359 Sep 26 01:44:18.454150 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Router e414412e-a1ba-4ded-99a8-6d55afe15a7a has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:44:18.566283 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:44:18.571224 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:18.587270 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8968a5-529a-47a8-8f98-648971bfd025 None None] Sync routers for ids ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:44:18.602806 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:18.608294 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8968a5-529a-47a8-8f98-648971bfd025 None None] Routers {'e414412e-a1ba-4ded-99a8-6d55afe15a7a'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:18.609866 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-401beeca-efae-4d9a-8595-d80eb53fc13a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/0c1eed8c-b64d-4afc-a551-7480b6e61a6a HTTP/1.1" status: 204 len: 168 time: 1.4386916 Sep 26 01:44:18.610552 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:18.613572 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f12e77-3dc5-4eee-a07b-68a4e2fc26e3" -d '{"events": [{"name": "network-changed", "server_uuid": "891098ae-6262-467f-814b-d930d1540931", "tag": "63087146-5dff-4cf6-a44b-2902e0428945"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:18.620657 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-5d8968a5-529a-47a8-8f98-648971bfd025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:18.688896 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9aa607-e501-4c6d-b22b-358f1c5cf237 x-openstack-request-id: req-0a9aa607-e501-4c6d-b22b-358f1c5cf237 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:18.689192 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891098ae-6262-467f-814b-d930d1540931", "tag": "63087146-5dff-4cf6-a44b-2902e0428945", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:18.689450 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a9aa607-e501-4c6d-b22b-358f1c5cf237 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:18.689866 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9aa607-e501-4c6d-b22b-358f1c5cf237'] response: {'name': 'network-changed', 'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945', 'status': 'completed', 'code': 200} Sep 26 01:44:18.761625 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-5d8968a5-529a-47a8-8f98-648971bfd025 None None] Set router e414412e-a1ba-4ded-99a8-6d55afe15a7a gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:18.973811 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e2c47-c705-43b4-b839-641f595e2a1a req-57df9c08-94c0-4849-af14-71ae5a94eac2 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:18.975338 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-690e2c47-c705-43b4-b839-641f595e2a1a req-57df9c08-94c0-4849-af14-71ae5a94eac2 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0941749 Sep 26 01:44:18.998590 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0fc9c-6506-4a12-bfbb-54024aa81976 req-a8d1dce6-fba3-40c0-8a19-0dd307debbc8 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:19.000049 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2ce0fc9c-6506-4a12-bfbb-54024aa81976 req-a8d1dce6-fba3-40c0-8a19-0dd307debbc8 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 931 time: 0.0747101 Sep 26 01:44:19.011561 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-5d8968a5-529a-47a8-8f98-648971bfd025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:18Z', 'revision_number': 4, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '38f03426-7c70-4f1d-9db0-190fb8d57cd1', 'name': '', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'mac_address': 'fa:16:3e:e0:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:17Z', 'updated_at': '2022-09-26T01:38:23Z', 'revision_number': 5, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'subnets': [{'id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:19.041043 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8968a5-529a-47a8-8f98-648971bfd025 None None] Checking router: e414412e-a1ba-4ded-99a8-6d55afe15a7a for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:44:19.051632 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8968a5-529a-47a8-8f98-648971bfd025 None None] Routers {'e414412e-a1ba-4ded-99a8-6d55afe15a7a'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:19.052261 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-5d8968a5-529a-47a8-8f98-648971bfd025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:19.071788 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-690e2c47-c705-43b4-b839-641f595e2a1a req-0a6ef66e-3ea0-49ab-9ea2-bfa94b5be57e tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873342 Sep 26 01:44:19.083489 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2ce0fc9c-6506-4a12-bfbb-54024aa81976 req-5c0ad56c-071a-42ff-943d-2372678ccc94 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756049 Sep 26 01:44:19.161271 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-5d8968a5-529a-47a8-8f98-648971bfd025 None None] Set router e414412e-a1ba-4ded-99a8-6d55afe15a7a gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:19.330342 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316fe0-4066-40eb-936f-e512819e0b4f req-b2d2ea06-8120-4d3c-9de9-6a1c8741fe85 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:19.331972 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45316fe0-4066-40eb-936f-e512819e0b4f req-b2d2ea06-8120-4d3c-9de9-6a1c8741fe85 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 945 time: 0.0489757 Sep 26 01:44:19.348268 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:19.364070 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-5d8968a5-529a-47a8-8f98-648971bfd025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:18Z', 'revision_number': 4, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '38f03426-7c70-4f1d-9db0-190fb8d57cd1', 'name': '', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'mac_address': 'fa:16:3e:e0:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:17Z', 'updated_at': '2022-09-26T01:38:23Z', 'revision_number': 5, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'subnets': [{'id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:19.394196 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8968a5-529a-47a8-8f98-648971bfd025 None None] The sync data for ids ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'] in dv-cinder-859203-2-iscsi is: [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:18Z', 'revision_number': 4, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '38f03426-7c70-4f1d-9db0-190fb8d57cd1', 'name': '', 'network_id': 'cbb874d2-1095-44b3-8932-a4b0bcc9e4a4', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'mac_address': 'fa:16:3e:e0:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:17Z', 'updated_at': '2022-09-26T01:38:23Z', 'revision_number': 5, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'subnets': [{'id': 'fe53b015-5ee8-43a5-b042-f222f4c936e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:44:19.412358 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-45316fe0-4066-40eb-936f-e512819e0b4f req-8bdc31bb-7541-4369-89f9-6ec331c3e531 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729091 Sep 26 01:44:19.431568 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa11e83-bf7c-4850-a0a9-a7b2d4b8acdd req-7f42d3d2-625e-49e3-bf2d-0eba1ccbfe3f tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:19.433253 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-faa11e83-bf7c-4850-a0a9-a7b2d4b8acdd req-7f42d3d2-625e-49e3-bf2d-0eba1ccbfe3f tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0592709 Sep 26 01:44:19.488903 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-faa11e83-bf7c-4850-a0a9-a7b2d4b8acdd req-d4181422-ac94-42b5-86f2-a7cd6edbec0b tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490744 Sep 26 01:44:19.531013 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Request body: {'port': {'device_id': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:19.612370 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:19.650775 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346221f3-f8f3-4cc2-b533-358c2a85a454 None None] New status for floating IP 0c1eed8c-b64d-4afc-a551-7480b6e61a6a: DOWN {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:44:19.715521 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:19.818518 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:19.877855 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca478bf-2db2-409b-939f-46e8d2591a1d {{(pid=106405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:44:19.885310 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Publish callbacks [] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:19.899461 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.provisioning_blocks [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Transition to ACTIVE for port object 3ca478bf-2db2-409b-939f-46e8d2591a1d will not be triggered until provisioned by entity L2. {{(pid=106405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:44:19.902324 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:19.965603 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Pushing event updated for resources: {'Port': ['ID=3ca478bf-2db2-409b-939f-46e8d2591a1d,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:20.017138 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Attempting to bind port 3ca478bf-2db2-409b-939f-46e8d2591a1d on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:44:20.017138 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Attempting to bind port 3ca478bf-2db2-409b-939f-46e8d2591a1d by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:44:20.017360 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Attempting to bind port 3ca478bf-2db2-409b-939f-46e8d2591a1d on network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:44:20.060454 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Port 3ca478bf-2db2-409b-939f-46e8d2591a1d on network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:44:20.060876 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Attempting to bind port 3ca478bf-2db2-409b-939f-46e8d2591a1d on network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:44:20.105940 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:44:20.106202 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Checking segment: {'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:44:20.107128 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Bound using segment: {'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'} {{(pid=106405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:44:20.107564 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.managers [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Bound port: 3ca478bf-2db2-409b-939f-46e8d2591a1d, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b455e9f-5229-46f1-9b40-84b557d11154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c'}}] {{(pid=106405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:44:20.107926 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:20.225775 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] For port 3ca478bf-2db2-409b-939f-46e8d2591a1d, host hv-cinder-85920, cleared binding levels {{(pid=106405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:44:20.251857 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb0ad5-74e4-4798-a76c-5d5c8fbe0e21 req-cbdcedf1-5fb0-4425-9d88-459328b90e04 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:20.253322 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7efb0ad5-74e4-4798-a76c-5d5c8fbe0e21 req-cbdcedf1-5fb0-4425-9d88-459328b90e04 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.1002200 Sep 26 01:44:20.258323 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] For port 3ca478bf-2db2-409b-939f-46e8d2591a1d, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:44:20.273515 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363a2a7-9ee6-48de-8edf-b1a4ae31fcea req-ff49f455-8f5f-4919-9910-ecc85a7c197e tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:20.274908 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8363a2a7-9ee6-48de-8edf-b1a4ae31fcea req-ff49f455-8f5f-4919-9910-ecc85a7c197e tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 943 time: 0.1046822 Sep 26 01:44:20.277316 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:20.289845 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:20.290445 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:20.291729 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/3ca478bf-2db2-409b-939f-46e8d2591a1d HTTP/1.1" status: 200 len: 1093 time: 0.7704358 Sep 26 01:44:20.387467 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471e7ea-cbcb-4a19-ae56-d9c38c4691eb service neutron] Pushing event updated for resources: {'Port': ['ID=3ca478bf-2db2-409b-939f-46e8d2591a1d,revision_number=3']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:20.392989 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7efb0ad5-74e4-4798-a76c-5d5c8fbe0e21 req-25f9d5d0-5d6c-451f-ab61-12143f440196 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330538 Sep 26 01:44:20.397420 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8363a2a7-9ee6-48de-8edf-b1a4ae31fcea req-5e1022f0-8896-4fcb-8e98-e1093481d0a9 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090956 Sep 26 01:44:20.535191 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010e413-8381-4065-9b3f-a9641bd20e12 req-86a937dc-53bb-4246-b14c-6884648befd4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:20.536686 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9010e413-8381-4065-9b3f-a9641bd20e12 req-86a937dc-53bb-4246-b14c-6884648befd4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 945 time: 0.0465105 Sep 26 01:44:20.618657 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9010e413-8381-4065-9b3f-a9641bd20e12 req-91d7dc44-0462-4394-8eda-73a249c2937c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762019 Sep 26 01:44:20.629012 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a7465-70a4-4dcb-b048-eecfbc07178e req-e33e80f0-eb43-4813-954e-a0da1fc07fa8 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:20.630450 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d93a7465-70a4-4dcb-b048-eecfbc07178e req-e33e80f0-eb43-4813-954e-a0da1fc07fa8 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0641334 Sep 26 01:44:20.663940 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:20.681936 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d93a7465-70a4-4dcb-b048-eecfbc07178e req-a74731f7-f541-4e30-ac58-461d7c194805 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460610 Sep 26 01:44:20.690769 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:20.693189 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c891e72-4fef-464c-86e7-3d1d627b2dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:20.731267 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa6e8ef-5786-4434-978b-a1c023c68671 x-openstack-request-id: req-6aa6e8ef-5786-4434-978b-a1c023c68671 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:20.731582 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:20.731835 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6aa6e8ef-5786-4434-978b-a1c023c68671 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:20.732236 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa6e8ef-5786-4434-978b-a1c023c68671'] response: {'name': 'network-changed', 'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'status': 'completed', 'code': 200} Sep 26 01:44:21.509344 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:21.554147 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ab00-e1b9-4882-a5b2-cde67283c003 req-2cc31029-ae0a-4f1f-abb4-73616b960a8c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:21.555616 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ea99ab00-e1b9-4882-a5b2-cde67283c003 req-2cc31029-ae0a-4f1f-abb4-73616b960a8c tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0827456 Sep 26 01:44:21.562356 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c305c0-12c6-48d4-87f3-3f91b14688bb req-3b610607-3750-4800-8c72-5c14787b4607 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:21.563994 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e1c305c0-12c6-48d4-87f3-3f91b14688bb req-3b610607-3750-4800-8c72-5c14787b4607 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 943 time: 0.0898705 Sep 26 01:44:21.636185 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ea99ab00-e1b9-4882-a5b2-cde67283c003 req-39377e78-259b-4127-96a6-06a16d110182 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710771 Sep 26 01:44:21.643105 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e1c305c0-12c6-48d4-87f3-3f91b14688bb req-35ee2fdf-4cf0-48a7-925d-1ad39b7e2ea0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722303 Sep 26 01:44:21.738707 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c4ae3-0601-4b56-9d7f-3ab218b2b2c7 req-772a268a-5796-4485-ae33-743de838de84 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:21.740234 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-141c4ae3-0601-4b56-9d7f-3ab218b2b2c7 req-772a268a-5796-4485-ae33-743de838de84 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 945 time: 0.0481713 Sep 26 01:44:22.073606 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-141c4ae3-0601-4b56-9d7f-3ab218b2b2c7 req-83a00111-8a70-4ed9-9ebc-e6ae27d7ef9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275640 Sep 26 01:44:22.084312 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff0ee6-e67d-4ff4-8fd3-b187a281fedb req-ff4bd722-de28-4d4e-b40f-0bff6ba76719 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:22.087514 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c2ff0ee6-e67d-4ff4-8fd3-b187a281fedb req-ff4bd722-de28-4d4e-b40f-0bff6ba76719 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.3186414 Sep 26 01:44:22.192163 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c2ff0ee6-e67d-4ff4-8fd3-b187a281fedb req-a1ce1102-47a2-42fe-9a3b-498821630d80 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983365 Sep 26 01:44:22.201021 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8ed82-fad8-4e58-b514-bbc084785ffc req-95a06f40-6bd0-4e64-b2ee-acbd8d990883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:22.202471 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c3b8ed82-fad8-4e58-b514-bbc084785ffc req-95a06f40-6bd0-4e64-b2ee-acbd8d990883 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 1130 time: 0.0819702 Sep 26 01:44:22.203486 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12e77-3dc5-4eee-a07b-68a4e2fc26e3 req-81dae052-d0d7-45ab-9fc8-29187488179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:22.204862 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-75f12e77-3dc5-4eee-a07b-68a4e2fc26e3 req-81dae052-d0d7-45ab-9fc8-29187488179d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d1d406b57f894053834ce17fa63fa6ac&device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 1129 time: 0.0858078 Sep 26 01:44:22.313643 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:44:22.435743 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-8b47779b-7842-4839-95af-7f292f6c3bfe tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:22.437494 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-8b47779b-7842-4839-95af-7f292f6c3bfe tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 945 time: 0.0817142 Sep 26 01:44:22.456101 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c891e72-4fef-464c-86e7-3d1d627b2dd8 req-b2a5aee7-d25e-41c2-a4c1-62bde1539cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:22.457618 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c891e72-4fef-464c-86e7-3d1d627b2dd8 req-b2a5aee7-d25e-41c2-a4c1-62bde1539cc1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=63b4276ece354a06b400b45e9e49186b&device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 1127 time: 0.1105289 Sep 26 01:44:22.485267 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c3b8ed82-fad8-4e58-b514-bbc084785ffc req-e0468c0f-0ce5-4e0f-a82b-240eaacdb924 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291585 Sep 26 01:44:22.505330 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12e77-3dc5-4eee-a07b-68a4e2fc26e3 req-5cc4a9c9-7028-47fd-81f7-e1b0d26aa390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:22.506726 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-75f12e77-3dc5-4eee-a07b-68a4e2fc26e3 req-5cc4a9c9-7028-47fd-81f7-e1b0d26aa390 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 HTTP/1.1" status: 200 len: 910 time: 0.1516843 Sep 26 01:44:22.791259 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2463e-2c1d-45ad-91bb-ea7df44330ff req-b79c0437-e75b-4770-acf7-7b18802e2b9b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:22.792728 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fac2463e-2c1d-45ad-91bb-ea7df44330ff req-b79c0437-e75b-4770-acf7-7b18802e2b9b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0796542 Sep 26 01:44:22.800927 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684c41d-fa48-4b45-b7e7-ef5906b9fc11 req-c8fb844c-8d46-433e-a141-209627009089 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:22.802286 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7684c41d-fa48-4b45-b7e7-ef5906b9fc11 req-c8fb844c-8d46-433e-a141-209627009089 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 943 time: 0.0782380 Sep 26 01:44:22.876086 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fac2463e-2c1d-45ad-91bb-ea7df44330ff req-528bb2a4-2307-47d3-b450-9b553d76565d tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9d99a233-4690-490a-a3f8-62c20390fb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728767 Sep 26 01:44:22.900769 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7684c41d-fa48-4b45-b7e7-ef5906b9fc11 req-30ced18f-bc7d-48b0-bfb9-d4e545ee662f tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896473 Sep 26 01:44:22.930907 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93ef8f-99cc-45de-9f8a-f26db5709fc2 req-e380e7e3-069c-4082-821b-64057e881c2b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:22.932426 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-6c93ef8f-99cc-45de-9f8a-f26db5709fc2 req-e380e7e3-069c-4082-821b-64057e881c2b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 945 time: 0.0612700 Sep 26 01:44:22.947337 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-75f12e77-3dc5-4eee-a07b-68a4e2fc26e3 req-a95d760f-9318-4c78-922d-c10ab7b327fb service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63087146-5dff-4cf6-a44b-2902e0428945 HTTP/1.1" status: 200 len: 217 time: 0.0671213 Sep 26 01:44:23.043124 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12e77-3dc5-4eee-a07b-68a4e2fc26e3 req-bb21ade6-ac36-4414-9f65-b61af846e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:23.050001 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-75f12e77-3dc5-4eee-a07b-68a4e2fc26e3 req-bb21ade6-ac36-4414-9f65-b61af846e612 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=fe53b015-5ee8-43a5-b042-f222f4c936e1 HTTP/1.1" status: 200 len: 848 time: 0.0716481 Sep 26 01:44:23.060851 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c891e72-4fef-464c-86e7-3d1d627b2dd8 req-049af420-0ebf-4342-b726-ebbbdccf9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:23.062301 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c891e72-4fef-464c-86e7-3d1d627b2dd8 req-049af420-0ebf-4342-b726-ebbbdccf9d12 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=63b4276ece354a06b400b45e9e49186b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1757402 Sep 26 01:44:23.126872 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Deleting port ff646199-ff50-466a-aaa1-0699748e2a21 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:23.127217 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:23.130069 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [req-6c93ef8f-99cc-45de-9f8a-f26db5709fc2 req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Deleting port 63087146-5dff-4cf6-a44b-2902e0428945 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:23.130399 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-6c93ef8f-99cc-45de-9f8a-f26db5709fc2 req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (63087146-5dff-4cf6-a44b-2902e0428945), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:23.158511 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:23.200516 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e971-dd4f-4248-bb8b-eb88de1689cb req-a5b59a77-dd90-41c3-95a2-7a42a475d1f3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:23.202086 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a355e971-dd4f-4248-bb8b-eb88de1689cb req-a5b59a77-dd90-41c3-95a2-7a42a475d1f3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 945 time: 0.0532494 Sep 26 01:44:23.246919 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:23.256306 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a355e971-dd4f-4248-bb8b-eb88de1689cb req-abe93a48-0567-47f7-a528-e748290b235a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=39352a56-40b6-4453-998e-45a26e7a5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485599 Sep 26 01:44:23.321902 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01208a1e-cc5c-493c-b42f-aaaa8fedcfbc req-c6168a6d-1b9a-400b-b12e-2db872607749 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:23.323446 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-01208a1e-cc5c-493c-b42f-aaaa8fedcfbc req-c6168a6d-1b9a-400b-b12e-2db872607749 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0519376 Sep 26 01:44:23.378521 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-01208a1e-cc5c-493c-b42f-aaaa8fedcfbc req-3f913df1-d7b0-4070-8e90-a08a11f6abd2 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490060 Sep 26 01:44:23.498152 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12e77-3dc5-4eee-a07b-68a4e2fc26e3 req-993602af-8f7f-4cc5-a4b4-813c8727b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:23.499693 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-75f12e77-3dc5-4eee-a07b-68a4e2fc26e3 req-993602af-8f7f-4cc5-a4b4-813c8727b996 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971363 Sep 26 01:44:23.518850 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-6c93ef8f-99cc-45de-9f8a-f26db5709fc2 req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] For port 63087146-5dff-4cf6-a44b-2902e0428945, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=63087146-5dff-4cf6-a44b-2902e0428945,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:23.519421 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-6c93ef8f-99cc-45de-9f8a-f26db5709fc2 req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (63087146-5dff-4cf6-a44b-2902e0428945), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:23.546557 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [req-6c93ef8f-99cc-45de-9f8a-f26db5709fc2 req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Calling delete_port for 63087146-5dff-4cf6-a44b-2902e0428945 owned by compute:nova {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:23.549382 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] For port ff646199-ff50-466a-aaa1-0699748e2a21, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ff646199-ff50-466a-aaa1-0699748e2a21,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:23.549746 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:23.588405 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c891e72-4fef-464c-86e7-3d1d627b2dd8 req-65948e97-b550-4843-a6b5-1845394693e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:23.589918 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c891e72-4fef-464c-86e7-3d1d627b2dd8 req-65948e97-b550-4843-a6b5-1845394693e4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1779633 Sep 26 01:44:23.633915 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-75f12e77-3dc5-4eee-a07b-68a4e2fc26e3 req-40da6534-2482-4270-b07d-2da3f4cd3797 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179345 Sep 26 01:44:23.742962 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-fba779b7-ff77-4853-bd11-ba3367a3b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:23.744403 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-fba779b7-ff77-4853-bd11-ba3367a3b345 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=63b4276ece354a06b400b45e9e49186b&device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 1127 time: 0.0526381 Sep 26 01:44:23.766637 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-75f12e77-3dc5-4eee-a07b-68a4e2fc26e3 req-f8250f3a-6938-49fc-8c40-8a73eff1a27b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246963 Sep 26 01:44:23.861562 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:23.862070 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (797e5a31-d357-4037-80cd-73f9e3f8f5ae), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:23.862513 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.l3_db [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Floating IP 797e5a31-d357-4037-80cd-73f9e3f8f5ae disassociated. External IP: 172.27.0.43, port: ff646199-ff50-466a-aaa1-0699748e2a21. Sep 26 01:44:23.863013 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Calling delete_port for ff646199-ff50-466a-aaa1-0699748e2a21 owned by compute:nova {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:23.915515 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-6c93ef8f-99cc-45de-9f8a-f26db5709fc2 req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (63087146-5dff-4cf6-a44b-2902e0428945), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:23.948796 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event deleted for resources: {'Port': ['ID=63087146-5dff-4cf6-a44b-2902e0428945,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:24.004203 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-fc153724-be27-41ab-b03e-a4fadd2613d3 req-e56ef0eb-9cb8-49be-89ef-2b1bab61dc2b tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0365398 Sep 26 01:44:24.012666 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.013182 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.013705 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.014088 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.014430 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.014768 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.015105 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.015433 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.015757 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.016082 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.016434 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.016761 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.017084 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.017404 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.017724 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:24.034989 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:24.063331 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c93ef8f-99cc-45de-9f8a-f26db5709fc2 req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] No DVR routers for this DVR port 63087146-5dff-4cf6-a44b-2902e0428945 on host hv-cinder-85920 {{(pid=106406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:44:24.066966 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-6c93ef8f-99cc-45de-9f8a-f26db5709fc2 req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:24.068897 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb01689-b31a-47fa-9883-0553442f4d6a req-d700c685-8464-4bae-9e10-726b5e6c27b7 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:24.070211 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-6c93ef8f-99cc-45de-9f8a-f26db5709fc2 req-dc6971de-33e8-4c6f-895c-afe6aac0b061 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.52 "DELETE /networking/v2.0/ports/63087146-5dff-4cf6-a44b-2902e0428945 HTTP/1.1" status: 204 len: 173 time: 1.1286147 Sep 26 01:44:24.070618 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:24.070873 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7fb01689-b31a-47fa-9883-0553442f4d6a req-d700c685-8464-4bae-9e10-726b5e6c27b7 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 943 time: 0.0634096 Sep 26 01:44:24.071555 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'name': 'network-vif-deleted', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:24.073829 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad51024-9b1f-4e3a-a4b9-95e0643bbd3d" -d '{"events": [{"server_uuid": "891098ae-6262-467f-814b-d930d1540931", "name": "network-vif-deleted", "tag": "63087146-5dff-4cf6-a44b-2902e0428945"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:24.117467 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55518be7-3322-4bd0-ac69-848e0386636d x-openstack-request-id: req-55518be7-3322-4bd0-ac69-848e0386636d {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:24.117765 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891098ae-6262-467f-814b-d930d1540931", "name": "network-vif-deleted", "tag": "63087146-5dff-4cf6-a44b-2902e0428945", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:24.118016 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55518be7-3322-4bd0-ac69-848e0386636d {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:24.118408 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55518be7-3322-4bd0-ac69-848e0386636d'] response: {'server_uuid': '891098ae-6262-467f-814b-d930d1540931', 'name': 'network-vif-deleted', 'tag': '63087146-5dff-4cf6-a44b-2902e0428945', 'status': 'completed', 'code': 200} Sep 26 01:44:24.126305 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7fb01689-b31a-47fa-9883-0553442f4d6a req-3d22625e-18e3-4d63-81c8-e2317c6f076b tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491929 Sep 26 01:44:24.165007 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (ff646199-ff50-466a-aaa1-0699748e2a21), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:24.188806 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-43bc6874-0b46-4b4c-95a5-fe7a308c724d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d HTTP/1.1" status: 200 len: 217 time: 0.0473757 Sep 26 01:44:24.196452 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event deleted for resources: {'Port': ['ID=ff646199-ff50-466a-aaa1-0699748e2a21,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:24.259297 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-6a8704fd-f960-4a2e-87d0-5069026042e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:24.260829 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-6a8704fd-f960-4a2e-87d0-5069026042e4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=be372b9c-9e4c-4f3f-8901-a3fa0c366d3c HTTP/1.1" status: 200 len: 852 time: 0.0624347 Sep 26 01:44:24.320284 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-efe93a4f-4418-44be-baf7-7ec570df39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:24.321818 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-efe93a4f-4418-44be-baf7-7ec570df39ae service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466125 Sep 26 01:44:24.354129 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Router 2ed34702-2bde-499d-ba24-630f048a761b has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:44:24.383150 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-976a66ab-6d42-483c-96ff-fd8d0511a887 req-87eb69df-4403-4708-8f36-28927eb276fb tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 210 time: 0.0354307 Sep 26 01:44:24.488269 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:44:24.502976 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d72394-c8b6-46ce-8d68-65a5f3d9ab1e None None] Sync routers for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:44:24.517878 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867842c7-7a8c-4f86-9c74-475dc33082a9 req-3c60d869-1a6b-401b-b0ef-8abd9686279d tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:24.519226 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d72394-c8b6-46ce-8d68-65a5f3d9ab1e None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:24.519836 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-65d72394-c8b6-46ce-8d68-65a5f3d9ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:24.538006 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] No DVR routers for this DVR port ff646199-ff50-466a-aaa1-0699748e2a21 on host hv-cinder-85920 {{(pid=106406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:44:24.539307 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-867842c7-7a8c-4f86-9c74-475dc33082a9 req-3c60d869-1a6b-401b-b0ef-8abd9686279d tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0767694 Sep 26 01:44:24.543288 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:24.546800 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-1b226d9a-8b95-4f8a-8b24-e9a63f155867 req-e70906a4-68b2-4693-9bb6-9db9304e4e76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "DELETE /networking/v2.0/ports/ff646199-ff50-466a-aaa1-0699748e2a21 HTTP/1.1" status: 204 len: 173 time: 1.6132591 Sep 26 01:44:24.652183 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-65d72394-c8b6-46ce-8d68-65a5f3d9ab1e None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:24.688615 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-867842c7-7a8c-4f86-9c74-475dc33082a9 req-a7f97bd8-6391-4be4-b6e6-df138447dad8 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476212 Sep 26 01:44:24.691428 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:24.758838 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-19d9d6ec-80eb-4902-886b-b2a27cf4d51f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105873 Sep 26 01:44:24.934862 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee5b16-2aab-4631-8e20-42ad1bf0c71f req-e9cb5020-3b10-40db-b912-df75a479b1c7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:24.936197 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-59ee5b16-2aab-4631-8e20-42ad1bf0c71f req-e9cb5020-3b10-40db-b912-df75a479b1c7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0971265 Sep 26 01:44:24.975939 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e2afc0c3-e5e9-4b89-8f7e-6535b2e03443 req-1d2a0bf6-efda-48bf-8c65-a2851910bc54 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027514 Sep 26 01:44:25.017297 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-59ee5b16-2aab-4631-8e20-42ad1bf0c71f req-3c1c715e-f097-4d06-b021-ac2a751806ad tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668712 Sep 26 01:44:25.043346 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43494) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:25.058879 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-65d72394-c8b6-46ce-8d68-65a5f3d9ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'fa9468fb-29db-4e16-9be0-9e9120dbde36', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:76:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:42:22Z', 'updated_at': '2022-09-26T01:42:41Z', 'revision_number': 2, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:25.089665 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d72394-c8b6-46ce-8d68-65a5f3d9ab1e None None] Checking router: 2ed34702-2bde-499d-ba24-630f048a761b for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:44:25.091925 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb3770-f151-4f67-a6aa-311c91b53402 tempest-TestVolumeBootPattern-746727007 tempest-TestVolumeBootPattern-746727007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:25.093495 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-dadb3770-f151-4f67-a6aa-311c91b53402 tempest-TestVolumeBootPattern-746727007 tempest-TestVolumeBootPattern-746727007-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 1125 time: 0.0478046 Sep 26 01:44:25.096265 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43496) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:25.099037 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d72394-c8b6-46ce-8d68-65a5f3d9ab1e None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:25.099647 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-65d72394-c8b6-46ce-8d68-65a5f3d9ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:25.100493 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'port_id': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:25.124172 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:25.133195 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-29f68ddb-fd10-4b02-96b6-75be1401841c req-19049511-0037-4675-ac69-a29970973138 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0301645 Sep 26 01:44:25.216002 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:25.274259 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55adf05-8d9d-497f-8753-929d6e10f6e2 req-07e8693c-5f67-449f-b517-6f09a6bf908e tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:25.278001 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e55adf05-8d9d-497f-8753-929d6e10f6e2 req-07e8693c-5f67-449f-b517-6f09a6bf908e tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 943 time: 0.0609827 Sep 26 01:44:25.289301 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:25.331979 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e55adf05-8d9d-497f-8753-929d6e10f6e2 req-f9f33ed2-3aa1-498c-8113-83a96fc6bf32 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493503 Sep 26 01:44:25.356635 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-65d72394-c8b6-46ce-8d68-65a5f3d9ab1e None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:25.356932 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Allocated IP 172.27.0.124 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:44:25.370978 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:25.465794 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for port (8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:25.503173 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:25.508932 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-048a868e-be53-4d9b-9e52-01967cb7ea8b req-c0b3c525-49bd-48f3-b06f-efd1445a42bc tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 210 time: 0.0295839 Sep 26 01:44:25.561430 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:44:25.564451 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:25.567656 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:44:25.570285 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:44:25.572120 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-65d72394-c8b6-46ce-8d68-65a5f3d9ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'fa9468fb-29db-4e16-9be0-9e9120dbde36', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:76:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:42:22Z', 'updated_at': '2022-09-26T01:42:41Z', 'revision_number': 2, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:25.572658 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'Port': ['ID=8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:25.597649 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:25.602602 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d72394-c8b6-46ce-8d68-65a5f3d9ab1e None None] The sync data for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi is: [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'fa9468fb-29db-4e16-9be0-9e9120dbde36', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:76:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:42:22Z', 'updated_at': '2022-09-26T01:42:41Z', 'revision_number': 2, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:44:25.849601 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4f4a8-c413-4993-9c51-7cdcfeca329f None None] New status for floating IP 797e5a31-d357-4037-80cd-73f9e3f8f5ae: DOWN {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:44:25.948454 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (6f19a241-8486-46b9-97f7-e5ca680ddc77), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:26.016929 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:26.120001 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'name': 'network-vif-deleted', 'tag': 'ff646199-ff50-466a-aaa1-0699748e2a21'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:26.122986 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df291c34-1d20-42ca-9baa-0f729e68206e" -d '{"events": [{"server_uuid": "9d2665e6-6873-4c15-8efc-65665e9a6a5a", "name": "network-vif-deleted", "tag": "ff646199-ff50-466a-aaa1-0699748e2a21"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:26.180076 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for port (8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:26.186383 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:26.214896 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f758940e-85c8-449e-b266-5123d72fda80 x-openstack-request-id: req-f758940e-85c8-449e-b266-5123d72fda80 {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:26.215323 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2665e6-6873-4c15-8efc-65665e9a6a5a", "name": "network-vif-deleted", "tag": "ff646199-ff50-466a-aaa1-0699748e2a21", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:26.216574 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f758940e-85c8-449e-b266-5123d72fda80 {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:26.216574 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f758940e-85c8-449e-b266-5123d72fda80'] response: {'server_uuid': '9d2665e6-6873-4c15-8efc-65665e9a6a5a', 'name': 'network-vif-deleted', 'tag': 'ff646199-ff50-466a-aaa1-0699748e2a21', 'status': 'completed', 'code': 200} Sep 26 01:44:26.270746 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'Port': ['ID=8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:26.273368 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (6f19a241-8486-46b9-97f7-e5ca680ddc77), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:26.321995 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7bfb535e-8ecb-418e-ac60-7981c7f59aa0 req-b361e13d-fce9-4a42-8e09-33ae8348349a tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=891098ae-6262-467f-814b-d930d1540931 HTTP/1.1" status: 200 len: 210 time: 0.0318856 Sep 26 01:44:26.383035 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.l3_db [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Floating IP 6f19a241-8486-46b9-97f7-e5ca680ddc77 associated. External IP: 172.27.0.124, port: 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8. Sep 26 01:44:26.461009 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770a3b7-e3ed-4f92-9d43-1cd30d83ff64 req-88dcd700-e487-4ee6-9cda-5f836828a64c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:26.462500 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d770a3b7-e3ed-4f92-9d43-1cd30d83ff64 req-88dcd700-e487-4ee6-9cda-5f836828a64c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 943 time: 0.0518191 Sep 26 01:44:26.470882 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:26.511295 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d770a3b7-e3ed-4f92-9d43-1cd30d83ff64 req-8c984ec1-89d9-4c48-a41b-b11681034712 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Sep 26 01:44:26.540494 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:26.599516 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Router afae10ec-5417-42e0-b049-a2d9a3c888dd has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:44:26.639298 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dcf50713-67cf-4791-91d4-d4eda503278c req-f26f8921-9121-4bae-994c-79192ed4bdb5 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d2665e6-6873-4c15-8efc-65665e9a6a5a HTTP/1.1" status: 200 len: 210 time: 0.0293505 Sep 26 01:44:26.716786 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:44:26.725720 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a82a1c-369a-4367-babd-2380200b5431 None None] Sync routers for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:44:26.737440 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:26.745000 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 63087146-5dff-4cf6-a44b-2902e0428945 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:44:26.750233 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a82a1c-369a-4367-babd-2380200b5431 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:26.750855 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-f5a82a1c-369a-4367-babd-2380200b5431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:26.769305 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: 63087146-5dff-4cf6-a44b-2902e0428945 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:44:26.769524 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-c6160deb-8950-4560-9911-cc66526aed4a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6722336 Sep 26 01:44:26.770024 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 63087146-5dff-4cf6-a44b-2902e0428945 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:44:26.770437 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device ff646199-ff50-466a-aaa1-0699748e2a21 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:44:26.822789 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: ff646199-ff50-466a-aaa1-0699748e2a21 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:44:26.823130 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device ff646199-ff50-466a-aaa1-0699748e2a21 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:44:26.865638 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:26.893639 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-f5a82a1c-369a-4367-babd-2380200b5431 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:26.932623 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-919e4fa9-a7a8-4886-a4c6-0a1b6874dcaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:27.116001 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-f5a82a1c-369a-4367-babd-2380200b5431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '6f19a241-8486-46b9-97f7-e5ca680ddc77', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:44:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:25Z', 'updated_at': '2022-09-26T01:44:25Z', 'revision_number': 0, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:27.140200 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a82a1c-369a-4367-babd-2380200b5431 None None] Checking router: afae10ec-5417-42e0-b049-a2d9a3c888dd for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:44:27.148538 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a82a1c-369a-4367-babd-2380200b5431 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:27.149071 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-f5a82a1c-369a-4367-babd-2380200b5431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:43:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:27.248802 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-f5a82a1c-369a-4367-babd-2380200b5431 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:27.389464 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43514) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:27.420540 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:27.447700 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-213771c8-47e1-4207-8bc1-d8a39bb42470 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group (9d99a233-4690-490a-a3f8-62c20390fb9c), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:27.467111 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-f5a82a1c-369a-4367-babd-2380200b5431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '6f19a241-8486-46b9-97f7-e5ca680ddc77', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:44:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:25Z', 'updated_at': '2022-09-26T01:44:25Z', 'revision_number': 0, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:27.475543 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-213771c8-47e1-4207-8bc1-d8a39bb42470 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group (9d99a233-4690-490a-a3f8-62c20390fb9c), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:27.492714 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a82a1c-369a-4367-babd-2380200b5431 None None] The sync data for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi is: [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '6f19a241-8486-46b9-97f7-e5ca680ddc77', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:44:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:25Z', 'updated_at': '2022-09-26T01:44:25Z', 'revision_number': 0, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:44:27.538289 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-213771c8-47e1-4207-8bc1-d8a39bb42470 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (9d99a233-4690-490a-a3f8-62c20390fb9c), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:27.540830 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-213771c8-47e1-4207-8bc1-d8a39bb42470 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:27.546897 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-213771c8-47e1-4207-8bc1-d8a39bb42470 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9d99a233-4690-490a-a3f8-62c20390fb9c HTTP/1.1" status: 204 len: 168 time: 0.1515095 Sep 26 01:44:27.552959 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213771c8-47e1-4207-8bc1-d8a39bb42470 tempest-TestShelveInstance-400598511 tempest-TestShelveInstance-400598511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d99a233-4690-490a-a3f8-62c20390fb9c,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:27.628084 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43520) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:27.658312 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e361f5-3b40-4109-a9ce-2ed9ddd52f48 req-08850d90-50ef-4d25-bc85-52a484f3691f tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:27.659857 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b1e361f5-3b40-4109-a9ce-2ed9ddd52f48 req-08850d90-50ef-4d25-bc85-52a484f3691f tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 943 time: 0.0617239 Sep 26 01:44:27.735380 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b1e361f5-3b40-4109-a9ce-2ed9ddd52f48 req-525a9ced-e9ab-454e-9e1b-ec0e7afb9965 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686598 Sep 26 01:44:27.769326 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43528) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:27.769505 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81970c-4219-4ca7-a119-0671dd5023a2 None None] New status for floating IP 6f19a241-8486-46b9-97f7-e5ca680ddc77: ACTIVE {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:44:27.875483 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f961b664-f3cd-4e87-be23-c6175e2344db tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (39352a56-40b6-4453-998e-45a26e7a5f3c), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:27.939425 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f961b664-f3cd-4e87-be23-c6175e2344db tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (39352a56-40b6-4453-998e-45a26e7a5f3c), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:28.073223 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f961b664-f3cd-4e87-be23-c6175e2344db tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (39352a56-40b6-4453-998e-45a26e7a5f3c), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:28.076596 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-f961b664-f3cd-4e87-be23-c6175e2344db tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:28.077876 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-f961b664-f3cd-4e87-be23-c6175e2344db tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/39352a56-40b6-4453-998e-45a26e7a5f3c HTTP/1.1" status: 204 len: 168 time: 0.3075497 Sep 26 01:44:28.081113 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43530) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:28.094512 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961b664-f3cd-4e87-be23-c6175e2344db tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39352a56-40b6-4453-998e-45a26e7a5f3c,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:28.095582 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.api.v2.resource [None req-34f811e0-ec8e-46d0-a5ce-b0a6beb2c72f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] show failed (client error): The resource could not be found. Sep 26 01:44:28.096625 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-34f811e0-ec8e-46d0-a5ce-b0a6beb2c72f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups/39352a56-40b6-4453-998e-45a26e7a5f3c HTTP/1.1" status: 404 len: 347 time: 0.0144408 Sep 26 01:44:28.099587 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43532) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:28.197575 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:28.215209 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7f863-56ce-4974-8f61-b3cebc39e1de tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Deleting port 47d34b60-2e60-48aa-8b0e-057d27d36c02 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:28.215593 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f863-56ce-4974-8f61-b3cebc39e1de tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (47d34b60-2e60-48aa-8b0e-057d27d36c02), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:28.217226 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'tag': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:28.219440 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556e5f6a-b2d1-4651-b0db-220bd260c83e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad4ef30-98fb-408a-8a13-e78e64481234", "tag": "8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:28.261497 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a67b6-dce2-4931-aa28-7e16cf161fd3 x-openstack-request-id: req-e10a67b6-dce2-4931-aa28-7e16cf161fd3 {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:28.261787 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad4ef30-98fb-408a-8a13-e78e64481234", "tag": "8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:28.262040 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e10a67b6-dce2-4931-aa28-7e16cf161fd3 {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:28.262474 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e10a67b6-dce2-4931-aa28-7e16cf161fd3'] response: {'name': 'network-changed', 'server_uuid': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'tag': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'status': 'completed', 'code': 200} Sep 26 01:44:28.305996 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f863-56ce-4974-8f61-b3cebc39e1de tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (47d34b60-2e60-48aa-8b0e-057d27d36c02), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:28.306430 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f863-56ce-4974-8f61-b3cebc39e1de tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (47d34b60-2e60-48aa-8b0e-057d27d36c02), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:28.318765 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-78aa118c-cb0d-4e4e-b85f-beb1893c2a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428451'] for router_interface (e414412e-a1ba-4ded-99a8-6d55afe15a7a), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:28.323269 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7f863-56ce-4974-8f61-b3cebc39e1de tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Calling delete_port for 47d34b60-2e60-48aa-8b0e-057d27d36c02 owned by network:floatingip {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:28.369097 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e5f6a-b2d1-4651-b0db-220bd260c83e req-0bdc4460-e7e1-40c8-9571-67389e8792da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:28.370582 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-556e5f6a-b2d1-4651-b0db-220bd260c83e req-0bdc4460-e7e1-40c8-9571-67389e8792da service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 1130 time: 0.0831296 Sep 26 01:44:28.456043 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f863-56ce-4974-8f61-b3cebc39e1de tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (47d34b60-2e60-48aa-8b0e-057d27d36c02), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:28.480201 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7f863-56ce-4974-8f61-b3cebc39e1de tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event deleted for resources: {'Port': ['ID=47d34b60-2e60-48aa-8b0e-057d27d36c02,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:28.550416 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f863-56ce-4974-8f61-b3cebc39e1de tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (797e5a31-d357-4037-80cd-73f9e3f8f5ae), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:28.553515 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f863-56ce-4974-8f61-b3cebc39e1de tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:28.557295 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-5ea7f863-56ce-4974-8f61-b3cebc39e1de tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/797e5a31-d357-4037-80cd-73f9e3f8f5ae HTTP/1.1" status: 204 len: 168 time: 0.4542286 Sep 26 01:44:28.588828 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:28.603834 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e5f6a-b2d1-4651-b0db-220bd260c83e req-af734bf2-8386-4404-b5ed-9a04b5cb7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:28.605334 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-556e5f6a-b2d1-4651-b0db-220bd260c83e req-af734bf2-8386-4404-b5ed-9a04b5cb7a75 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 913 time: 0.2281742 Sep 26 01:44:28.697296 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-556e5f6a-b2d1-4651-b0db-220bd260c83e req-02370646-c710-49e1-a949-55c66e63b48b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 HTTP/1.1" status: 200 len: 1002 time: 0.0861301 Sep 26 01:44:28.742645 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 3ca478bf-2db2-409b-939f-46e8d2591a1d details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:44:28.894692 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 3ca478bf-2db2-409b-939f-46e8d2591a1d, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:28.908413 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'port_id': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'mac_address': 'fa:16:3e:19:aa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:44:28.947927 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 3ca478bf-2db2-409b-939f-46e8d2591a1d is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:44:28.948487 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:28.964713 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca478bf-2db2-409b-939f-46e8d2591a1d {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:44:28.986366 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 3ca478bf-2db2-409b-939f-46e8d2591a1d, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:28.990412 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:29.038314 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=3ca478bf-2db2-409b-939f-46e8d2591a1d,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:29.064776 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-78aa118c-cb0d-4e4e-b85f-beb1893c2a9d admin admin] Deleting port 38f03426-7c70-4f1d-9db0-190fb8d57cd1 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:29.065121 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-78aa118c-cb0d-4e4e-b85f-beb1893c2a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:29.075185 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49bb65-5c18-426c-ade8-c79fd610860f req-2e2e2a9e-32d5-49fc-85cc-8e6644850c0c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:29.076830 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3b49bb65-5c18-426c-ade8-c79fd610860f req-2e2e2a9e-32d5-49fc-85cc-8e6644850c0c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 944 time: 0.0898414 Sep 26 01:44:29.135279 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e5f6a-b2d1-4651-b0db-220bd260c83e req-458a6787-4cff-4d6c-b062-6b1cec582814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:29.136832 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-556e5f6a-b2d1-4651-b0db-220bd260c83e req-458a6787-4cff-4d6c-b062-6b1cec582814 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 200 len: 851 time: 0.1487107 Sep 26 01:44:29.189675 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3b49bb65-5c18-426c-ade8-c79fd610860f req-a1e38b15-ce92-47e2-af10-ac6f94e02cd9 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018670 Sep 26 01:44:29.201763 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [None req-78aa118c-cb0d-4e4e-b85f-beb1893c2a9d admin admin] For port 38f03426-7c70-4f1d-9db0-190fb8d57cd1, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=38f03426-7c70-4f1d-9db0-190fb8d57cd1,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:29.202214 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-78aa118c-cb0d-4e4e-b85f-beb1893c2a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:29.214636 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-78aa118c-cb0d-4e4e-b85f-beb1893c2a9d admin admin] Calling delete_port for 38f03426-7c70-4f1d-9db0-190fb8d57cd1 owned by network:router_interface {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:29.254334 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d74b19cf-872c-40ac-8815-6b52e7f32739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:29.260370 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['3ca478bf-2db2-409b-939f-46e8d2591a1d'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:44:29.300251 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e5f6a-b2d1-4651-b0db-220bd260c83e req-79f649dc-519e-435b-9435-96b9a8f6a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:29.301803 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-556e5f6a-b2d1-4651-b0db-220bd260c83e req-79f649dc-519e-435b-9435-96b9a8f6a6df service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9880eab6-c89c-4490-9622-c91f1df8e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807705 Sep 26 01:44:29.314241 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:29.421241 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:29.466885 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-556e5f6a-b2d1-4651-b0db-220bd260c83e req-e6a34d4d-c8c7-4b06-888e-d577a5f3a0ee service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533184 Sep 26 01:44:29.585626 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-78aa118c-cb0d-4e4e-b85f-beb1893c2a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (38f03426-7c70-4f1d-9db0-190fb8d57cd1), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:29.593906 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:29.630368 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa118c-cb0d-4e4e-b85f-beb1893c2a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=38f03426-7c70-4f1d-9db0-190fb8d57cd1,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:29.636474 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-556e5f6a-b2d1-4651-b0db-220bd260c83e req-f7cfb530-013d-444c-8a95-fd3ce10eb086 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609695 Sep 26 01:44:29.803201 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-78aa118c-cb0d-4e4e-b85f-beb1893c2a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484627'] for router_interface (e414412e-a1ba-4ded-99a8-6d55afe15a7a), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:30.011634 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78aa118c-cb0d-4e4e-b85f-beb1893c2a9d admin admin] Router e414412e-a1ba-4ded-99a8-6d55afe15a7a has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:44:30.119309 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78aa118c-cb0d-4e4e-b85f-beb1893c2a9d admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:44:30.127739 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-78aa118c-cb0d-4e4e-b85f-beb1893c2a9d admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/e414412e-a1ba-4ded-99a8-6d55afe15a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4962885 Sep 26 01:44:30.128421 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43554) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:30.132980 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2487f2a-944d-42fd-892d-66a436feedf6 None None] Sync routers for ids ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:44:30.143369 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2487f2a-944d-42fd-892d-66a436feedf6 None None] Routers {'e414412e-a1ba-4ded-99a8-6d55afe15a7a'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:30.143981 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-b2487f2a-944d-42fd-892d-66a436feedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:44:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:30.179628 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:30.228279 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:30.259003 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Publish callbacks [] for router (e414412e-a1ba-4ded-99a8-6d55afe15a7a), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:30.272727 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab7002-4e5c-442e-af0b-8b69e1133e6c req-7c0a3975-d064-4c4b-a915-a287d7377acb tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:30.274273 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dbab7002-4e5c-442e-af0b-8b69e1133e6c req-7c0a3975-d064-4c4b-a915-a287d7377acb tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 945 time: 0.0704279 Sep 26 01:44:30.344254 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83e8b2-96b0-4b7e-8e48-e35f2400c9c8 req-bb19318e-f118-46b1-a10b-71e13ea111dd tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:30.345780 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1d83e8b2-96b0-4b7e-8e48-e35f2400c9c8 req-bb19318e-f118-46b1-a10b-71e13ea111dd tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 944 time: 0.0704191 Sep 26 01:44:30.380201 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-b2487f2a-944d-42fd-892d-66a436feedf6 None None] Set router e414412e-a1ba-4ded-99a8-6d55afe15a7a gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:30.386447 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-dbab7002-4e5c-442e-af0b-8b69e1133e6c req-b39bf011-6b3c-4745-a0d8-b4e968b0f6e0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4957b47a-1fec-4215-a970-d2e8c7d7a17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016116 Sep 26 01:44:30.420467 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-1d83e8b2-96b0-4b7e-8e48-e35f2400c9c8 req-a7f67146-9c67-422b-b50a-ea29a16a83ec tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643249 Sep 26 01:44:30.530423 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:30.585280 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-b2487f2a-944d-42fd-892d-66a436feedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:44:29Z', 'revision_number': 5, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port': {'id': '4f559a99-e5dc-4e99-999a-12c093ec70b3', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:30.610788 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Publish callbacks [] for router_gateway (e414412e-a1ba-4ded-99a8-6d55afe15a7a), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:30.611752 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2487f2a-944d-42fd-892d-66a436feedf6 None None] Checking router: e414412e-a1ba-4ded-99a8-6d55afe15a7a for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:44:30.620791 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2487f2a-944d-42fd-892d-66a436feedf6 None None] Routers {'e414412e-a1ba-4ded-99a8-6d55afe15a7a'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:30.621423 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-b2487f2a-944d-42fd-892d-66a436feedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:44:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:30.652296 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Deleting port 4f559a99-e5dc-4e99-999a-12c093ec70b3 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:30.653334 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:30.708197 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-b2487f2a-944d-42fd-892d-66a436feedf6 None None] Set router e414412e-a1ba-4ded-99a8-6d55afe15a7a gateway port host: None {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:30.733420 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] For port 4f559a99-e5dc-4e99-999a-12c093ec70b3, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=4f559a99-e5dc-4e99-999a-12c093ec70b3,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:30.733420 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:30.754058 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Calling delete_port for 4f559a99-e5dc-4e99-999a-12c093ec70b3 owned by network:router_gateway {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:30.766103 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 3ca478bf-2db2-409b-939f-46e8d2591a1d up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:44:30.771523 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-b2487f2a-944d-42fd-892d-66a436feedf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:44:30Z', 'revision_number': 6, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port_host': None}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:30.823259 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2487f2a-944d-42fd-892d-66a436feedf6 None None] The sync data for ids ['e414412e-a1ba-4ded-99a8-6d55afe15a7a'] in dv-cinder-859203-2-iscsi is: [{'id': 'e414412e-a1ba-4ded-99a8-6d55afe15a7a', 'name': 'tempest-TestShelveInstance-1882545378-router', 'tenant_id': 'd1d406b57f894053834ce17fa63fa6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:15Z', 'updated_at': '2022-09-26T01:44:30Z', 'revision_number': 6, 'project_id': 'd1d406b57f894053834ce17fa63fa6ac', 'gw_port_host': None}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:44:30.834748 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:30.850612 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port 3ca478bf-2db2-409b-939f-46e8d2591a1d completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:44:30.862562 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port 3ca478bf-2db2-409b-939f-46e8d2591a1d triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:44:30.862987 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:30.863506 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port 3ca478bf-2db2-409b-939f-46e8d2591a1d Sep 26 01:44:30.925187 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (4f559a99-e5dc-4e99-999a-12c093ec70b3), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:30.942090 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port 3ca478bf-2db2-409b-939f-46e8d2591a1d is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:44:30.942470 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:30.957292 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f559a99-e5dc-4e99-999a-12c093ec70b3,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:30.968196 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:30.970473 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88edd09f-5b99-4378-a6c0-5b3fc66080c5" -d '{"events": [{"server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "name": "network-vif-plugged", "status": "completed", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:30.983600 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port 3ca478bf-2db2-409b-939f-46e8d2591a1d, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:30.988466 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.013596 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed004ec5-69b9-4e40-a188-88f69645385e x-openstack-request-id: req-ed004ec5-69b9-4e40-a188-88f69645385e {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:31.014027 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "name": "network-vif-plugged", "status": "completed", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:31.014282 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed004ec5-69b9-4e40-a188-88f69645385e {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:31.014673 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed004ec5-69b9-4e40-a188-88f69645385e'] response: {'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'code': 200} Sep 26 01:44:31.018826 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485721'] for router_gateway (e414412e-a1ba-4ded-99a8-6d55afe15a7a), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.040216 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=3ca478bf-2db2-409b-939f-46e8d2591a1d,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:31.107258 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (e414412e-a1ba-4ded-99a8-6d55afe15a7a), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.109450 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Publish callbacks [] for router_controller (e414412e-a1ba-4ded-99a8-6d55afe15a7a), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.154472 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484718'] for router (e414412e-a1ba-4ded-99a8-6d55afe15a7a), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.155241 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e414412e-a1ba-4ded-99a8-6d55afe15a7a {{(pid=106406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 01:44:31.160209 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.161463 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-227d38f5-7780-4c98-8e82-c1abd7300c58 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/e414412e-a1ba-4ded-99a8-6d55afe15a7a HTTP/1.1" status: 204 len: 168 time: 1.0323546 Sep 26 01:44:31.163983 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43562) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:31.214025 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bb0ec3-13df-4a64-a21a-c83d048d4b2c admin admin] Deleting subnet fe53b015-5ee8-43a5-b042-f222f4c936e1 {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:44:31.217596 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-67bb0ec3-13df-4a64-a21a-c83d048d4b2c admin admin] Publish callbacks [] for subnet (fe53b015-5ee8-43a5-b042-f222f4c936e1), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.256432 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-67bb0ec3-13df-4a64-a21a-c83d048d4b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (fe53b015-5ee8-43a5-b042-f222f4c936e1), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.324957 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:31.333928 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-67bb0ec3-13df-4a64-a21a-c83d048d4b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (fe53b015-5ee8-43a5-b042-f222f4c936e1), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.367891 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:31.390478 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-67bb0ec3-13df-4a64-a21a-c83d048d4b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (fe53b015-5ee8-43a5-b042-f222f4c936e1), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.413874 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb0ec3-13df-4a64-a21a-c83d048d4b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe53b015-5ee8-43a5-b042-f222f4c936e1,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:31.420691 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-67bb0ec3-13df-4a64-a21a-c83d048d4b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.424723 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-67bb0ec3-13df-4a64-a21a-c83d048d4b2c admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/fe53b015-5ee8-43a5-b042-f222f4c936e1 HTTP/1.1" status: 204 len: 168 time: 0.2593982 Sep 26 01:44:31.427208 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b919b-f57b-4f2c-bb29-b7ce3547c567 None None] Network cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:44:31.427691 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43566) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:31.534342 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:31.558100 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (cbb874d2-1095-44b3-8932-a4b0bcc9e4a4), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.619178 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc92a68-ec48-4983-b66e-5f45b3e8e201 req-c2bbfc26-4988-4937-82f0-62b8736599a2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:31.621144 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e06b54-4a58-4485-a454-ee4aa387f5c3 None None] DHCP port deletion for cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 request from dv-cinder-859203-2-iscsi {{(pid=106407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 01:44:31.621283 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5fc92a68-ec48-4983-b66e-5f45b3e8e201 req-c2bbfc26-4988-4937-82f0-62b8736599a2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 945 time: 0.1134827 Sep 26 01:44:31.650841 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826cefc-0ad1-4a21-961d-15fd46c5c140 req-c78148e9-9639-4364-a311-72f04a6381cf tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:31.653105 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2826cefc-0ad1-4a21-961d-15fd46c5c140 req-c78148e9-9639-4364-a311-72f04a6381cf tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 945 time: 0.1463149 Sep 26 01:44:31.661250 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-55e06b54-4a58-4485-a454-ee4aa387f5c3 None None] Deleting port b6ba7729-6aed-4478-a111-7558a447bb15 {{(pid=106407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:31.661746 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-55e06b54-4a58-4485-a454-ee4aa387f5c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), before_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.679701 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:31.713661 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Deleting port b6ba7729-6aed-4478-a111-7558a447bb15 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:31.714003 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.739144 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-55e06b54-4a58-4485-a454-ee4aa387f5c3 None None] For port b6ba7729-6aed-4478-a111-7558a447bb15, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=b6ba7729-6aed-4478-a111-7558a447bb15,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:31.739622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-55e06b54-4a58-4485-a454-ee4aa387f5c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), precommit_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.747743 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:31.755706 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-55e06b54-4a58-4485-a454-ee4aa387f5c3 None None] Calling delete_port for b6ba7729-6aed-4478-a111-7558a447bb15 owned by network:dhcp {{(pid=106407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:31.828898 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5fc92a68-ec48-4983-b66e-5f45b3e8e201 req-0ef93ea4-2c8f-4b85-a224-b0c5e025b1d2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842210 Sep 26 01:44:31.846189 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-ada842fc-34fe-4351-822a-1cadab451a97 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:31.847970 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-ada842fc-34fe-4351-822a-1cadab451a97 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 945 time: 0.0551586 Sep 26 01:44:31.853799 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5757f4-05f9-407d-8a34-2e414ab567d8 req-b40b9072-7aca-4d36-9e04-25d48da24fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:31.856406 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c5757f4-05f9-407d-8a34-2e414ab567d8 req-b40b9072-7aca-4d36-9e04-25d48da24fba service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 1129 time: 0.1594667 Sep 26 01:44:31.857540 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-55e06b54-4a58-4485-a454-ee4aa387f5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), after_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.887142 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2826cefc-0ad1-4a21-961d-15fd46c5c140 req-84d9a2a7-1d6b-4c64-83ab-e3acc9335c6f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4957b47a-1fec-4215-a970-d2e8c7d7a17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084305 Sep 26 01:44:31.892601 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e06b54-4a58-4485-a454-ee4aa387f5c3 None None] No DVR routers for this DVR port b6ba7729-6aed-4478-a111-7558a447bb15 on host dv-cinder-859203-2-iscsi {{(pid=106407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:44:31.907088 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] For port b6ba7729-6aed-4478-a111-7558a447bb15, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=b6ba7729-6aed-4478-a111-7558a447bb15,segment=NetworkSegment(70973bb5-1fd8-45c9-9cf0-fa9d76e45333),segment_id=70973bb5-1fd8-45c9-9cf0-fa9d76e45333)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:31.907460 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:31.907978 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e06b54-4a58-4485-a454-ee4aa387f5c3 None None] Pushing event deleted for resources: {'Port': ['ID=b6ba7729-6aed-4478-a111-7558a447bb15,revision_number=None']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:31.938623 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Calling delete_port for b6ba7729-6aed-4478-a111-7558a447bb15 owned by network:dhcp {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:31.969090 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Deleting port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:31.969396 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.005613 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c5757f4-05f9-407d-8a34-2e414ab567d8 req-2fb1f9fc-123d-405a-b2ba-7b16a08a2a66 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139972 Sep 26 01:44:32.053398 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (b6ba7729-6aed-4478-a111-7558a447bb15), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.065330 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] For port 27ddfb03-d280-4cbc-98a9-c970a48fbd87, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=27ddfb03-d280-4cbc-98a9-c970a48fbd87,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:32.065699 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.080648 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ba7729-6aed-4478-a111-7558a447bb15,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:32.082514 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] No DVR routers for this DVR port b6ba7729-6aed-4478-a111-7558a447bb15 on host dv-cinder-859203-2-iscsi {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:44:32.097223 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.157746 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (cbb874d2-1095-44b3-8932-a4b0bcc9e4a4), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.178889 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb874d2-1095-44b3-8932-a4b0bcc9e4a4']}} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:32.190644 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70973bb5-1fd8-45c9-9cf0-fa9d76e45333') {'for_net_delete': True} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:32.190873 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70973bb5-1fd8-45c9-9cf0-fa9d76e45333') {} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:32.201308 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7542124'] for segment (70973bb5-1fd8-45c9-9cf0-fa9d76e45333), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.214691 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (70973bb5-1fd8-45c9-9cf0-fa9d76e45333), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.232253 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=106405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:44:32.232526 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565295'] for segment (70973bb5-1fd8-45c9-9cf0-fa9d76e45333), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.241162 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.249860 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.249860 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (fa9468fb-29db-4e16-9be0-9e9120dbde36), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.250551 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.l3_db [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Floating IP fa9468fb-29db-4e16-9be0-9e9120dbde36 disassociated. External IP: 172.27.0.62, port: 27ddfb03-d280-4cbc-98a9-c970a48fbd87. Sep 26 01:44:32.250551 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Calling delete_port for 27ddfb03-d280-4cbc-98a9-c970a48fbd87 owned by compute:nova {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:32.284284 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment 70973bb5-1fd8-45c9-9cf0-fa9d76e45333 resource provider aggregate not found Sep 26 01:44:32.303030 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment 70973bb5-1fd8-45c9-9cf0-fa9d76e45333 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70973bb5-1fd8-45c9-9cf0-fa9d76e45333 found for delete ", "request_id": "req-9039aa3f-85ac-4fc8-ac39-67219e2b688f"}]} Sep 26 01:44:32.310433 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (cbb874d2-1095-44b3-8932-a4b0bcc9e4a4), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.315994 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.319609 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/cbb874d2-1095-44b3-8932-a4b0bcc9e4a4 HTTP/1.1" status: 204 len: 168 time: 0.8914094 Sep 26 01:44:32.322993 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43574) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:32.341539 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e9951-12b7-444f-8880-2569f7feed02 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb874d2-1095-44b3-8932-a4b0bcc9e4a4,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:32.387710 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (27ddfb03-d280-4cbc-98a9-c970a48fbd87), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.417196 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event deleted for resources: {'Port': ['ID=27ddfb03-d280-4cbc-98a9-c970a48fbd87,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:32.525873 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Router 2ed34702-2bde-499d-ba24-630f048a761b has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:44:32.587460 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:32.623743 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 38f03426-7c70-4f1d-9db0-190fb8d57cd1 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:44:32.633117 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:32.639419 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:44:32.649150 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167c88e-8778-45e1-9363-26879248e4f7 None None] Sync routers for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:44:32.659061 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 38f03426-7c70-4f1d-9db0-190fb8d57cd1 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:44:32.659414 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 38f03426-7c70-4f1d-9db0-190fb8d57cd1 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:44:32.659832 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device b6ba7729-6aed-4478-a111-7558a447bb15 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:44:32.663266 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167c88e-8778-45e1-9363-26879248e4f7 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:32.663885 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-8167c88e-8778-45e1-9363-26879248e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:44:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:32.683893 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428451'] for router_interface (5bed61c0-9779-47e1-87ed-60199ad922d7), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.686428 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] No DVR routers for this DVR port 27ddfb03-d280-4cbc-98a9-c970a48fbd87 on host hv-cinder-85920 {{(pid=106406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:44:32.689458 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:32.693068 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-35b08f3c-a493-4339-818a-7ec94a939fb6 req-3e233370-b475-4617-9bf6-3c8d5ce0c75a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "DELETE /networking/v2.0/ports/27ddfb03-d280-4cbc-98a9-c970a48fbd87 HTTP/1.1" status: 204 len: 173 time: 0.8397739 Sep 26 01:44:32.693591 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'name': 'network-vif-deleted', 'tag': '27ddfb03-d280-4cbc-98a9-c970a48fbd87'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:32.696484 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4dbc99-1e73-4b4a-acb7-28b31b4769f1" -d '{"events": [{"server_uuid": "3064a59e-2e5b-4254-bf1d-c76b549b31c6", "name": "network-vif-deleted", "tag": "27ddfb03-d280-4cbc-98a9-c970a48fbd87"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:32.704146 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: b6ba7729-6aed-4478-a111-7558a447bb15 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:44:32.716731 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device b6ba7729-6aed-4478-a111-7558a447bb15 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:44:32.717163 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 4f559a99-e5dc-4e99-999a-12c093ec70b3 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:44:32.720030 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:32.723126 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:32.746887 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 4f559a99-e5dc-4e99-999a-12c093ec70b3 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:44:32.747238 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 4f559a99-e5dc-4e99-999a-12c093ec70b3 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:44:32.780030 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de444de-bd5f-4e93-9829-e8e2da370db2 x-openstack-request-id: req-1de444de-bd5f-4e93-9829-e8e2da370db2 {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:32.780321 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3064a59e-2e5b-4254-bf1d-c76b549b31c6", "name": "network-vif-deleted", "tag": "27ddfb03-d280-4cbc-98a9-c970a48fbd87", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:32.780641 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1de444de-bd5f-4e93-9829-e8e2da370db2 {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:32.781006 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de444de-bd5f-4e93-9829-e8e2da370db2'] response: {'server_uuid': '3064a59e-2e5b-4254-bf1d-c76b549b31c6', 'name': 'network-vif-deleted', 'tag': '27ddfb03-d280-4cbc-98a9-c970a48fbd87', 'status': 'completed', 'code': 200} Sep 26 01:44:32.849010 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-8167c88e-8778-45e1-9363-26879248e4f7 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:33.038007 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4cf6c-21a8-4723-b43e-378926985cc8 req-7897de98-0c61-4496-a1bb-93ae3f971310 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:33.039193 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a4f4cf6c-21a8-4723-b43e-378926985cc8 req-7897de98-0c61-4496-a1bb-93ae3f971310 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 945 time: 0.0993779 Sep 26 01:44:33.070460 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f276e174-60c0-43c9-b90e-040727eca8a0 req-6d042ac4-9e21-4eee-8e25-43657a802703 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3064a59e-2e5b-4254-bf1d-c76b549b31c6 HTTP/1.1" status: 200 len: 210 time: 0.0593464 Sep 26 01:44:33.077380 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Deleting port 68e67b9d-a425-4c9b-80da-bb55605b78f5 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:33.077719 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:33.099214 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-8167c88e-8778-45e1-9363-26879248e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:33.124844 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167c88e-8778-45e1-9363-26879248e4f7 None None] Checking router: 2ed34702-2bde-499d-ba24-630f048a761b for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:44:33.133683 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167c88e-8778-45e1-9363-26879248e4f7 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:33.134360 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-8167c88e-8778-45e1-9363-26879248e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:44:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:33.158875 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a4f4cf6c-21a8-4723-b43e-378926985cc8 req-a8898037-61ec-4a12-9187-1da73265c982 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986495 Sep 26 01:44:33.185403 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] For port 68e67b9d-a425-4c9b-80da-bb55605b78f5, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=68e67b9d-a425-4c9b-80da-bb55605b78f5,segment=NetworkSegment(cc831cbe-08e5-460a-bcb5-4c7709f228ae),segment_id=cc831cbe-08e5-460a-bcb5-4c7709f228ae)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:33.185857 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:33.199946 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Calling delete_port for 68e67b9d-a425-4c9b-80da-bb55605b78f5 owned by network:router_interface {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:33.237758 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-8167c88e-8778-45e1-9363-26879248e4f7 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:33.397241 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (68e67b9d-a425-4c9b-80da-bb55605b78f5), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:33.432332 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e67b9d-a425-4c9b-80da-bb55605b78f5,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:33.432488 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-8167c88e-8778-45e1-9363-26879248e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:33.444614 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.444970 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.445320 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.445663 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.446001 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.446333 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.446665 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.446990 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.447318 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.447647 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.448088 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.448446 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.448775 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.449099 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.450166 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:44:33.463670 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167c88e-8778-45e1-9363-26879248e4f7 None None] The sync data for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi is: [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:44:33.556814 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:33.623173 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484627'] for router_interface (5bed61c0-9779-47e1-87ed-60199ad922d7), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:33.751104 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc2db2-b9fe-4f97-8e23-92cf6d211b30 None None] New status for floating IP fa9468fb-29db-4e16-9be0-9e9120dbde36: DOWN {{(pid=106407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:44:34.072143 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:34.129127 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Router 5bed61c0-9779-47e1-87ed-60199ad922d7 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:44:34.170053 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43588) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:34.232966 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea848c04-29db-426a-b9a0-1ce8259da493 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (4957b47a-1fec-4215-a970-d2e8c7d7a17a), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.242010 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:44:34.245378 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:34.252480 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3661a03a-57da-445a-99f8-3cf52dd2ddaf None None] Sync routers for ids ['5bed61c0-9779-47e1-87ed-60199ad922d7'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:44:34.256938 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-ef750138-add8-4c55-a79f-363b85a1f055 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5bed61c0-9779-47e1-87ed-60199ad922d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9328778 Sep 26 01:44:34.257801 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43592) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:34.264768 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea848c04-29db-426a-b9a0-1ce8259da493 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (4957b47a-1fec-4215-a970-d2e8c7d7a17a), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.265538 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661a03a-57da-445a-99f8-3cf52dd2ddaf None None] Routers {'5bed61c0-9779-47e1-87ed-60199ad922d7'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:34.266156 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-3661a03a-57da-445a-99f8-3cf52dd2ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:44:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5bed61c0-9779-47e1-87ed-60199ad922d7'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:34.308506 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:34.322225 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea848c04-29db-426a-b9a0-1ce8259da493 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4957b47a-1fec-4215-a970-d2e8c7d7a17a), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.326353 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea848c04-29db-426a-b9a0-1ce8259da493 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.330400 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ea848c04-29db-426a-b9a0-1ce8259da493 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4957b47a-1fec-4215-a970-d2e8c7d7a17a HTTP/1.1" status: 204 len: 168 time: 0.1577287 Sep 26 01:44:34.330551 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43594) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:34.339965 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea848c04-29db-426a-b9a0-1ce8259da493 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4957b47a-1fec-4215-a970-d2e8c7d7a17a,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:34.349886 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8d41-d045-4bdd-bdb4-36c16da260fa req-be70aa83-f66f-41e7-99c8-6a6ad9a07647 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:34.351637 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-628c8d41-d045-4bdd-bdb4-36c16da260fa req-be70aa83-f66f-41e7-99c8-6a6ad9a07647 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 945 time: 0.1116986 Sep 26 01:44:34.363758 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.api.v2.resource [None req-c46b60bc-8ea3-4bed-93c5-e12189eac569 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] show failed (client error): The resource could not be found. Sep 26 01:44:34.367955 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-c46b60bc-8ea3-4bed-93c5-e12189eac569 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups/4957b47a-1fec-4215-a970-d2e8c7d7a17a HTTP/1.1" status: 404 len: 347 time: 0.0335414 Sep 26 01:44:34.370005 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43596) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:34.396436 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-3661a03a-57da-445a-99f8-3cf52dd2ddaf None None] Set router 5bed61c0-9779-47e1-87ed-60199ad922d7 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:34.454708 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-628c8d41-d045-4bdd-bdb4-36c16da260fa req-f2c5e7f6-c17f-4b0b-9624-8e0348d6ee3b tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940056 Sep 26 01:44:34.457556 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Publish callbacks [] for router (5bed61c0-9779-47e1-87ed-60199ad922d7), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.506680 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-18467f17-fb54-4275-b02f-699304f5b5f7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Deleting port 602fc78d-459d-4950-91ca-3e3ce9ff559e {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:34.507024 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-18467f17-fb54-4275-b02f-699304f5b5f7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (602fc78d-459d-4950-91ca-3e3ce9ff559e), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.545729 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:34.603671 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-18467f17-fb54-4275-b02f-699304f5b5f7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (602fc78d-459d-4950-91ca-3e3ce9ff559e), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.603992 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-18467f17-fb54-4275-b02f-699304f5b5f7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (602fc78d-459d-4950-91ca-3e3ce9ff559e), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.607705 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-3661a03a-57da-445a-99f8-3cf52dd2ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'name': 'tempest-TestShelveInstance-1855907177-router', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:20Z', 'updated_at': '2022-09-26T01:44:33Z', 'revision_number': 5, 'project_id': '020731480e384eb78efd7d5d71df6319', 'gw_port': {'id': 'bf416db4-9702-4bf5-938b-517007d4116a', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:38:21Z', 'updated_at': '2022-09-26T01:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:34.616954 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Publish callbacks [] for router_gateway (5bed61c0-9779-47e1-87ed-60199ad922d7), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.623752 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-18467f17-fb54-4275-b02f-699304f5b5f7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Calling delete_port for 602fc78d-459d-4950-91ca-3e3ce9ff559e owned by network:floatingip {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:34.627489 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafabaa-392a-43b3-88d1-aaa9a4e5232f req-650a1d88-61ef-4e7e-8b2a-8b68c8341ee4 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:34.629140 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3bafabaa-392a-43b3-88d1-aaa9a4e5232f req-650a1d88-61ef-4e7e-8b2a-8b68c8341ee4 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 945 time: 0.0779684 Sep 26 01:44:34.641618 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3661a03a-57da-445a-99f8-3cf52dd2ddaf None None] Checking router: 5bed61c0-9779-47e1-87ed-60199ad922d7 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:44:34.651463 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661a03a-57da-445a-99f8-3cf52dd2ddaf None None] Routers {'5bed61c0-9779-47e1-87ed-60199ad922d7'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:34.652128 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-3661a03a-57da-445a-99f8-3cf52dd2ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:44:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['5bed61c0-9779-47e1-87ed-60199ad922d7'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:34.711875 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Deleting port bf416db4-9702-4bf5-938b-517007d4116a {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:34.712227 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (bf416db4-9702-4bf5-938b-517007d4116a), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.728737 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3bafabaa-392a-43b3-88d1-aaa9a4e5232f req-66805be2-148e-4e05-a19d-c33cce265cf0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849080 Sep 26 01:44:34.752306 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-3661a03a-57da-445a-99f8-3cf52dd2ddaf None None] Set router 5bed61c0-9779-47e1-87ed-60199ad922d7 gateway port host: None {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:34.776774 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-18467f17-fb54-4275-b02f-699304f5b5f7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (602fc78d-459d-4950-91ca-3e3ce9ff559e), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.810282 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18467f17-fb54-4275-b02f-699304f5b5f7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event deleted for resources: {'Port': ['ID=602fc78d-459d-4950-91ca-3e3ce9ff559e,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:34.811400 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-3661a03a-57da-445a-99f8-3cf52dd2ddaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'name': 'tempest-TestShelveInstance-1855907177-router', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:20Z', 'updated_at': '2022-09-26T01:44:34Z', 'revision_number': 6, 'project_id': '020731480e384eb78efd7d5d71df6319', 'gw_port_host': None}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:34.814507 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:34.843682 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] For port bf416db4-9702-4bf5-938b-517007d4116a, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=bf416db4-9702-4bf5-938b-517007d4116a,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:34.844190 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (bf416db4-9702-4bf5-938b-517007d4116a), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.845287 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3661a03a-57da-445a-99f8-3cf52dd2ddaf None None] The sync data for ids ['5bed61c0-9779-47e1-87ed-60199ad922d7'] in dv-cinder-859203-2-iscsi is: [{'id': '5bed61c0-9779-47e1-87ed-60199ad922d7', 'name': 'tempest-TestShelveInstance-1855907177-router', 'tenant_id': '020731480e384eb78efd7d5d71df6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:38:20Z', 'updated_at': '2022-09-26T01:44:34Z', 'revision_number': 6, 'project_id': '020731480e384eb78efd7d5d71df6319', 'gw_port_host': None}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:44:34.861935 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Calling delete_port for bf416db4-9702-4bf5-938b-517007d4116a owned by network:router_gateway {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:34.910844 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-18467f17-fb54-4275-b02f-699304f5b5f7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (fa9468fb-29db-4e16-9be0-9e9120dbde36), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.914018 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-18467f17-fb54-4275-b02f-699304f5b5f7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:34.920812 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-18467f17-fb54-4275-b02f-699304f5b5f7 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/fa9468fb-29db-4e16-9be0-9e9120dbde36 HTTP/1.1" status: 204 len: 168 time: 0.5470598 Sep 26 01:44:34.988237 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43606) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:34.992913 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-5fd33d42-d4ec-4828-a544-9cc69c8838ae tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215106643', 'description': 'tempest-description--1567430277'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:35.015635 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5fd33d42-d4ec-4828-a544-9cc69c8838ae tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.074135 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:35.088068 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5fd33d42-d4ec-4828-a544-9cc69c8838ae tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (37d0f700-9396-40ce-aafe-8f22e35949a8), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.094053 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5fd33d42-d4ec-4828-a544-9cc69c8838ae tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (37d0f700-9396-40ce-aafe-8f22e35949a8), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.100373 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f77fc-d070-4348-9cfe-b43779c0363a req-79891dad-ce0e-4bc8-af2c-0050c0994e15 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:35.101866 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2e7f77fc-d070-4348-9cfe-b43779c0363a req-79891dad-ce0e-4bc8-af2c-0050c0994e15 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 945 time: 0.0643830 Sep 26 01:44:35.107496 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (bf416db4-9702-4bf5-938b-517007d4116a), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.127859 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5fd33d42-d4ec-4828-a544-9cc69c8838ae tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.129100 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-5fd33d42-d4ec-4828-a544-9cc69c8838ae tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1398478 Sep 26 01:44:35.131328 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd33d42-d4ec-4828-a544-9cc69c8838ae tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d0f700-9396-40ce-aafe-8f22e35949a8,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:35.134538 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43608) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:35.139703 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-276f784e-1c9a-43ed-b157-54c24c789c47 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'security_group_rule': {'security_group_id': '37d0f700-9396-40ce-aafe-8f22e35949a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:35.146228 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Pushing event deleted for resources: {'Port': ['ID=bf416db4-9702-4bf5-938b-517007d4116a,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:35.170890 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-276f784e-1c9a-43ed-b157-54c24c789c47 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (844cb445-51f9-454c-8735-031f4f199126), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.196845 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:35.229814 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2e7f77fc-d070-4348-9cfe-b43779c0363a req-2a72d2c2-fd2e-4844-9f43-62878e3c79d5 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194110 Sep 26 01:44:35.244284 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485721'] for router_gateway (5bed61c0-9779-47e1-87ed-60199ad922d7), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.248917 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:35.277819 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-276f784e-1c9a-43ed-b157-54c24c789c47 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (844cb445-51f9-454c-8735-031f4f199126), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.283092 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-276f784e-1c9a-43ed-b157-54c24c789c47 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (844cb445-51f9-454c-8735-031f4f199126), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.303573 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f784e-1c9a-43ed-b157-54c24c789c47 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844cb445-51f9-454c-8735-031f4f199126,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:35.319219 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-276f784e-1c9a-43ed-b157-54c24c789c47 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.320931 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-276f784e-1c9a-43ed-b157-54c24c789c47 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1854670 Sep 26 01:44:35.323758 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43612) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:35.332098 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-dfc1333f-0e80-4b10-931d-e82c8ede9289 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'security_group_rule': {'security_group_id': '37d0f700-9396-40ce-aafe-8f22e35949a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:35.358495 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (5bed61c0-9779-47e1-87ed-60199ad922d7), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.362878 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Publish callbacks [] for router_controller (5bed61c0-9779-47e1-87ed-60199ad922d7), precommit_delete_associations {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.373537 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-dfc1333f-0e80-4b10-931d-e82c8ede9289 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (fb84072e-5c94-4be8-8166-b3b97d048360), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.442952 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484718'] for router (5bed61c0-9779-47e1-87ed-60199ad922d7), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.443596 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bed61c0-9779-47e1-87ed-60199ad922d7 {{(pid=106405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 01:44:35.449622 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.453577 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-a7c59584-a2fa-49e6-8ed2-a74ea4d776ba admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/5bed61c0-9779-47e1-87ed-60199ad922d7 HTTP/1.1" status: 204 len: 168 time: 1.1664598 Sep 26 01:44:35.454140 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43614) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:35.471650 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-dfc1333f-0e80-4b10-931d-e82c8ede9289 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (fb84072e-5c94-4be8-8166-b3b97d048360), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.492170 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-dfc1333f-0e80-4b10-931d-e82c8ede9289 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (fb84072e-5c94-4be8-8166-b3b97d048360), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.525104 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1333f-0e80-4b10-931d-e82c8ede9289 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb84072e-5c94-4be8-8166-b3b97d048360,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:35.534199 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-dfc1333f-0e80-4b10-931d-e82c8ede9289 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.535272 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-dfc1333f-0e80-4b10-931d-e82c8ede9289 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2105889 Sep 26 01:44:35.538744 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43616) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:35.538991 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fbba17-4f63-429a-b52f-3eec353937ee admin admin] Deleting subnet 6b935b03-b860-46fb-a0bd-abdda82132ed {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:44:35.542489 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f0fbba17-4f63-429a-b52f-3eec353937ee admin admin] Publish callbacks [] for subnet (6b935b03-b860-46fb-a0bd-abdda82132ed), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.543302 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:35.571409 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.600912 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f0fbba17-4f63-429a-b52f-3eec353937ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (6b935b03-b860-46fb-a0bd-abdda82132ed), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.681158 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.710135 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f0fbba17-4f63-429a-b52f-3eec353937ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (6b935b03-b860-46fb-a0bd-abdda82132ed), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.777203 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f0fbba17-4f63-429a-b52f-3eec353937ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (6b935b03-b860-46fb-a0bd-abdda82132ed), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.805215 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbba17-4f63-429a-b52f-3eec353937ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b935b03-b860-46fb-a0bd-abdda82132ed,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:35.808120 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Allocated IP 172.27.0.211 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/22aa0914-ee24-4620-ae0d-2c5ca91d6e86) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:44:35.812184 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f0fbba17-4f63-429a-b52f-3eec353937ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.819628 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-f0fbba17-4f63-429a-b52f-3eec353937ee admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/6b935b03-b860-46fb-a0bd-abdda82132ed HTTP/1.1" status: 204 len: 168 time: 0.3593872 Sep 26 01:44:35.819916 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43622) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:35.821300 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e59dbd3-72ce-4533-a237-30f413f19188 None None] Network 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:44:35.899004 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.903672 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:35.940593 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for port (22aa0914-ee24-4620-ae0d-2c5ca91d6e86), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.950798 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Deleting port b022201d-07a1-46e0-850d-2d2496d57e28 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:35.951212 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:35.983691 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (22aa0914-ee24-4620-ae0d-2c5ca91d6e86), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.008173 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14c8749-f781-4361-854f-ae83d3e45ff6 None None] DHCP port deletion for 5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe request from dv-cinder-859203-2-iscsi {{(pid=106407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 01:44:36.021584 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] For port b022201d-07a1-46e0-850d-2d2496d57e28, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=b022201d-07a1-46e0-850d-2d2496d57e28,segment=NetworkSegment(cc831cbe-08e5-460a-bcb5-4c7709f228ae),segment_id=cc831cbe-08e5-460a-bcb5-4c7709f228ae)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:36.021944 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.026339 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:44:36.030361 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:44:36.038146 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:44:36.052919 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Calling delete_port for b022201d-07a1-46e0-850d-2d2496d57e28 owned by network:dhcp {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:36.055987 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-c14c8749-f781-4361-854f-ae83d3e45ff6 None None] Deleting port b022201d-07a1-46e0-850d-2d2496d57e28 {{(pid=106407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:44:36.056483 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-c14c8749-f781-4361-854f-ae83d3e45ff6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), before_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.073964 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'Port': ['ID=22aa0914-ee24-4620-ae0d-2c5ca91d6e86,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:36.135756 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-c14c8749-f781-4361-854f-ae83d3e45ff6 None None] For port b022201d-07a1-46e0-850d-2d2496d57e28, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=b022201d-07a1-46e0-850d-2d2496d57e28,segment=NetworkSegment(cc831cbe-08e5-460a-bcb5-4c7709f228ae),segment_id=cc831cbe-08e5-460a-bcb5-4c7709f228ae)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:36.136074 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-c14c8749-f781-4361-854f-ae83d3e45ff6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), precommit_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.137286 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.146483 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.153705 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-c14c8749-f781-4361-854f-ae83d3e45ff6 None None] Calling delete_port for b022201d-07a1-46e0-850d-2d2496d57e28 owned by network:dhcp {{(pid=106407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:44:36.172955 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Pushing event deleted for resources: {'Port': ['ID=b022201d-07a1-46e0-850d-2d2496d57e28,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:36.176684 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] No DVR routers for this DVR port b022201d-07a1-46e0-850d-2d2496d57e28 on host dv-cinder-859203-2-iscsi {{(pid=106406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:44:36.185010 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (22aa0914-ee24-4620-ae0d-2c5ca91d6e86), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.199428 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:INSERT=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:36.209501 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:36.243336 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-c14c8749-f781-4361-854f-ae83d3e45ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021'] for port (b022201d-07a1-46e0-850d-2d2496d57e28), after_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.254623 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.269990 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c8749-f781-4361-854f-ae83d3e45ff6 None None] Pushing event deleted for resources: {'Port': ['ID=b022201d-07a1-46e0-850d-2d2496d57e28,revision_number=None']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:36.274191 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:36.274731 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c8749-f781-4361-854f-ae83d3e45ff6 None None] No DVR routers for this DVR port b022201d-07a1-46e0-850d-2d2496d57e28 on host dv-cinder-859203-2-iscsi {{(pid=106407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:44:36.276178 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe']}} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:36.289804 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc831cbe-08e5-460a-bcb5-4c7709f228ae') {'for_net_delete': True} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:36.290101 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc831cbe-08e5-460a-bcb5-4c7709f228ae') {} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:36.301712 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8362259'] for segment (cc831cbe-08e5-460a-bcb5-4c7709f228ae), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.316709 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (cc831cbe-08e5-460a-bcb5-4c7709f228ae), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.324075 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=106406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:44:36.325290 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6739872'] for segment (cc831cbe-08e5-460a-bcb5-4c7709f228ae), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.343578 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment cc831cbe-08e5-460a-bcb5-4c7709f228ae resource provider aggregate not found Sep 26 01:44:36.361033 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for port (22aa0914-ee24-4620-ae0d-2c5ca91d6e86), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.367086 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (22aa0914-ee24-4620-ae0d-2c5ca91d6e86), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.388319 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment cc831cbe-08e5-460a-bcb5-4c7709f228ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc831cbe-08e5-460a-bcb5-4c7709f228ae found for delete ", "request_id": "req-63bbe220-8ae2-461f-a238-7dd64193dc8e"}]} Sep 26 01:44:36.395026 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.401932 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.405144 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe HTTP/1.1" status: 204 len: 168 time: 0.5842218 Sep 26 01:44:36.418739 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd7372-70f9-4478-a4bc-f3637e472066 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8f98cf-3ccf-40dc-90de-e8becb7f4cbe,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:36.447049 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'Port': ['ID=22aa0914-ee24-4620-ae0d-2c5ca91d6e86,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:36.452848 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.470327 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.471628 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-da050a43-6bd3-41c8-b6dc-1514669d22a4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9318740 Sep 26 01:44:36.536972 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43632) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:36.583138 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-5e2f758d-c5e7-46dd-aac1-e43e105b7728 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d1d406b57f894053834ce17fa63fa6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450797 Sep 26 01:44:36.585652 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43636) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:36.631324 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device bf416db4-9702-4bf5-938b-517007d4116a no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:44:36.640571 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-16ffc92e-d04b-42c1-9f60-094e53fe05f4 admin admin] Publish callbacks [] for security_group (8b840419-e90b-4816-aead-fa78badfc439), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.651878 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: bf416db4-9702-4bf5-938b-517007d4116a {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:44:36.653061 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device bf416db4-9702-4bf5-938b-517007d4116a not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:44:36.653492 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device b022201d-07a1-46e0-850d-2d2496d57e28 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:44:36.661973 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-16ffc92e-d04b-42c1-9f60-094e53fe05f4 admin admin] Publish callbacks [] for security_group (8b840419-e90b-4816-aead-fa78badfc439), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.672778 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: b022201d-07a1-46e0-850d-2d2496d57e28 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:44:36.673129 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device b022201d-07a1-46e0-850d-2d2496d57e28 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:44:36.673782 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 68e67b9d-a425-4c9b-80da-bb55605b78f5 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:44:36.693660 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 68e67b9d-a425-4c9b-80da-bb55605b78f5 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:44:36.694144 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 68e67b9d-a425-4c9b-80da-bb55605b78f5 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:44:36.713250 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-3c780df0-95b3-4f6f-a961-82c813a440f6 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--215106643&fields=id&tenant_id=7e247930abd14072b8dfab4043d3e3f5 HTTP/1.1" status: 200 len: 267 time: 0.0612812 Sep 26 01:44:36.721711 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-16ffc92e-d04b-42c1-9f60-094e53fe05f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8b840419-e90b-4816-aead-fa78badfc439), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.724270 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-16ffc92e-d04b-42c1-9f60-094e53fe05f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:36.727949 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-16ffc92e-d04b-42c1-9f60-094e53fe05f4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8b840419-e90b-4816-aead-fa78badfc439 HTTP/1.1" status: 204 len: 168 time: 0.1388583 Sep 26 01:44:36.736097 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffc92e-d04b-42c1-9f60-094e53fe05f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b840419-e90b-4816-aead-fa78badfc439,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:36.767181 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 27ddfb03-d280-4cbc-98a9-c970a48fbd87 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:44:36.795019 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: 27ddfb03-d280-4cbc-98a9-c970a48fbd87 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:44:36.795432 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 27ddfb03-d280-4cbc-98a9-c970a48fbd87 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:44:36.875832 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-2aebfaad-7e22-4a2b-861c-5c715cbc9daa tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:36.879499 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-2aebfaad-7e22-4a2b-861c-5c715cbc9daa tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 814 time: 0.1555438 Sep 26 01:44:36.897169 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-ff1863cc-6282-4511-ac2e-5cd0e1dfcb77 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/quotas/7e247930abd14072b8dfab4043d3e3f5 HTTP/1.1" status: 200 len: 375 time: 0.0104489 Sep 26 01:44:36.969886 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-e3db67e3-376d-4c74-a789-f4f7b9d71142 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642269 Sep 26 01:44:37.119397 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-4d313c29-ae6f-40dc-8475-cd5ecbe837bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336887 Sep 26 01:44:37.194717 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:37.201999 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43664) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:37.240638 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-974c276d-22bd-434c-b574-0289e7f8a895 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121390 Sep 26 01:44:37.264070 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-162bff04-abbb-4f0e-867c-96629f3cdfb1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=020731480e384eb78efd7d5d71df6319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594974 Sep 26 01:44:37.265965 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43668) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:37.333149 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f012c830-cd3b-4921-be6f-36fa31d32795 admin admin] Publish callbacks [] for security_group (42727f5b-9433-4858-9681-9a360767f90b), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:37.367311 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f012c830-cd3b-4921-be6f-36fa31d32795 admin admin] Publish callbacks [] for security_group (42727f5b-9433-4858-9681-9a360767f90b), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:37.429690 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f012c830-cd3b-4921-be6f-36fa31d32795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (42727f5b-9433-4858-9681-9a360767f90b), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:37.432562 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f012c830-cd3b-4921-be6f-36fa31d32795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:37.437122 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-f012c830-cd3b-4921-be6f-36fa31d32795 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/42727f5b-9433-4858-9681-9a360767f90b HTTP/1.1" status: 204 len: 168 time: 0.1668215 Sep 26 01:44:37.453834 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012c830-cd3b-4921-be6f-36fa31d32795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42727f5b-9433-4858-9681-9a360767f90b,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:37.531264 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-de8910b8-d1fe-4b05-9f6a-914120724680 req-82f0b810-2c73-40bf-8192-5bf503b822a1 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 210 time: 0.0405321 Sep 26 01:44:38.646110 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e7c6f76a-9e1e-431e-b3a8-bab94034113c req-3300fb56-1fb7-4af0-9bd0-3b4f339145f8 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 210 time: 0.0380273 Sep 26 01:44:38.754192 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-2bcca14f-674f-42ed-ab97-8b1bbe7bea9e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:38.755643 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-2bcca14f-674f-42ed-ab97-8b1bbe7bea9e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 814 time: 0.1131983 Sep 26 01:44:38.830973 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-b69b3ef1-226e-4203-9060-712d943687de tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7e247930abd14072b8dfab4043d3e3f5 HTTP/1.1" status: 200 len: 379 time: 0.0592320 Sep 26 01:44:38.860134 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'port': {'device_id': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'admin_state_up': True, 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'security_groups': ['37d0f700-9396-40ce-aafe-8f22e35949a8']}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:38.952465 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:38.966290 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Made reservation on behalf of 7e247930abd14072b8dfab4043d3e3f5 for: {'port': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:44:38.969970 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:39.088508 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:39.099622 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Allocated IP 172.20.0.7 (3f9f02f3-760e-48dc-b09d-e8f3d058e4c5/3955534a-546f-4dc6-aa07-a2e631b4037a/ba0525e0-346f-4352-a361-9e7d00e687ed) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:44:39.240674 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:39.273936 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:39.318847 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:44:39.321985 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:44:39.325945 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:44:39.349369 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'Port': ['ID=ba0525e0-346f-4352-a361-9e7d00e687ed,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:39.379590 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:39.380188 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:39.397728 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-98a7b7fd-c493-4239-9949-72956c6fdbb0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5416520 Sep 26 01:44:39.411171 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Request body: {'port': {'device_id': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:39.477492 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:39.593113 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-f10d9d23-8cba-49f3-aa4a-f7c801720410 None None] Provisioning complete for port ba0525e0-346f-4352-a361-9e7d00e687ed triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:44:39.593681 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f10d9d23-8cba-49f3-aa4a-f7c801720410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:39.593821 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-f10d9d23-8cba-49f3-aa4a-f7c801720410 None None] Attempt 1 to provision port ba0525e0-346f-4352-a361-9e7d00e687ed Sep 26 01:44:39.626096 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-f10d9d23-8cba-49f3-aa4a-f7c801720410 None None] Port ba0525e0-346f-4352-a361-9e7d00e687ed cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:44:39.735098 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:39.737450 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0525e0-346f-4352-a361-9e7d00e687ed {{(pid=106406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:44:39.745838 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Publish callbacks [] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:39.762290 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.provisioning_blocks [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Transition to ACTIVE for port object ba0525e0-346f-4352-a361-9e7d00e687ed will not be triggered until provisioned by entity L2. {{(pid=106406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:44:39.766355 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:39.771392 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f53c-0c15-4a18-9da7-72cd3e4298c9 req-3b7b312a-e606-47bb-bd86-cdce824b72e5 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:39.772917 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c235f53c-0c15-4a18-9da7-72cd3e4298c9 req-3b7b312a-e606-47bb-bd86-cdce824b72e5 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 931 time: 0.0487692 Sep 26 01:44:39.822464 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c235f53c-0c15-4a18-9da7-72cd3e4298c9 req-4d73cb3e-c639-492f-80ca-ad3179af671a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=37d0f700-9396-40ce-aafe-8f22e35949a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431602 Sep 26 01:44:39.851232 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Pushing event updated for resources: {'Port': ['ID=ba0525e0-346f-4352-a361-9e7d00e687ed,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:39.874815 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:39.884067 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Attempting to bind port ba0525e0-346f-4352-a361-9e7d00e687ed on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:44:39.884415 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Attempting to bind port ba0525e0-346f-4352-a361-9e7d00e687ed by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'}] {{(pid=106406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:44:39.884738 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Attempting to bind port ba0525e0-346f-4352-a361-9e7d00e687ed on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:44:39.926758 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Port ba0525e0-346f-4352-a361-9e7d00e687ed on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:44:39.927075 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Attempting to bind port ba0525e0-346f-4352-a361-9e7d00e687ed on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:44:39.968131 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:44:39.968479 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Checking segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:44:39.968858 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Bound using segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:44:39.969277 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Bound port: ba0525e0-346f-4352-a361-9e7d00e687ed, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'}}] {{(pid=106406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:44:39.969622 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:40.032501 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] For port ba0525e0-346f-4352-a361-9e7d00e687ed, host hv-cinder-85920, cleared binding levels {{(pid=106406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:44:40.035512 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] For port ba0525e0-346f-4352-a361-9e7d00e687ed, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ba0525e0-346f-4352-a361-9e7d00e687ed,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:44:40.041594 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:40.045582 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:40.046259 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:40.047649 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/ba0525e0-346f-4352-a361-9e7d00e687ed HTTP/1.1" status: 200 len: 1093 time: 0.6408472 Sep 26 01:44:40.049863 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'tag': 'ba0525e0-346f-4352-a361-9e7d00e687ed'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:40.052152 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a035931f-b24e-4dbb-8b97-48978b0b890a" -d '{"events": [{"name": "network-changed", "server_uuid": "b264a55d-6093-4e76-b67b-79197f8e4dbf", "tag": "ba0525e0-346f-4352-a361-9e7d00e687ed"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:40.106009 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e227518d-b040-4829-86b8-37dfe0988218 x-openstack-request-id: req-e227518d-b040-4829-86b8-37dfe0988218 {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:40.106205 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b264a55d-6093-4e76-b67b-79197f8e4dbf", "tag": "ba0525e0-346f-4352-a361-9e7d00e687ed", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:40.106461 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e227518d-b040-4829-86b8-37dfe0988218 {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:40.106932 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e227518d-b040-4829-86b8-37dfe0988218'] response: {'name': 'network-changed', 'server_uuid': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'tag': 'ba0525e0-346f-4352-a361-9e7d00e687ed', 'status': 'completed', 'code': 200} Sep 26 01:44:40.125411 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9062ea-edb9-4dd1-bbc9-ebc1f966a8eb service neutron] Pushing event updated for resources: {'Port': ['ID=ba0525e0-346f-4352-a361-9e7d00e687ed,revision_number=3']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:40.127403 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-f10d9d23-8cba-49f3-aa4a-f7c801720410 None None] Attempt 2 to provision port ba0525e0-346f-4352-a361-9e7d00e687ed Sep 26 01:44:40.140135 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-9fd583a4-6742-4d13-8642-ec1cbe68b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:40.141584 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-9fd583a4-6742-4d13-8642-ec1cbe68b55b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 1127 time: 0.0507326 Sep 26 01:44:40.164863 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-f10d9d23-8cba-49f3-aa4a-f7c801720410 None None] Port ba0525e0-346f-4352-a361-9e7d00e687ed had new provisioning blocks added so it will not transition to active. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 01:44:40.184426 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-a5f46722-984a-4cd6-ba63-a29eaf848015 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba0525e0-346f-4352-a361-9e7d00e687ed HTTP/1.1" status: 200 len: 217 time: 0.0362377 Sep 26 01:44:40.254168 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-29f2de65-a8f1-457d-aafd-e95d362a3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:40.255581 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-29f2de65-a8f1-457d-aafd-e95d362a3746 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 200 len: 853 time: 0.0440879 Sep 26 01:44:40.298035 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-dde0cbdc-b0a3-4dee-a109-3de9cfad6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:40.299492 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-dde0cbdc-b0a3-4dee-a109-3de9cfad6fe9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381436 Sep 26 01:44:40.393801 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-3023e338-e1d0-4f8d-bce7-413d078716dd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870998 Sep 26 01:44:40.483356 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-5d82fb31-3c90-4537-bca5-fb64875c67b4 req-e9fc421d-b308-489e-af2e-3417903749e3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831749 Sep 26 01:44:40.941937 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7b6aa-2af3-4599-b70e-c4719657a85e req-225ff6b3-675b-44d9-9edb-16ca160f20d2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:40.943371 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d8c7b6aa-2af3-4599-b70e-c4719657a85e req-225ff6b3-675b-44d9-9edb-16ca160f20d2 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 943 time: 0.0461092 Sep 26 01:44:40.990063 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d8c7b6aa-2af3-4599-b70e-c4719657a85e req-5ce251bd-0500-4212-80e3-2c1481e5a979 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=37d0f700-9396-40ce-aafe-8f22e35949a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411885 Sep 26 01:44:41.287212 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035931f-b24e-4dbb-8b97-48978b0b890a req-c6a2f050-53c8-4052-8f4b-bd5a41c26c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:41.288773 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-a035931f-b24e-4dbb-8b97-48978b0b890a req-c6a2f050-53c8-4052-8f4b-bd5a41c26c03 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 1127 time: 0.0381243 Sep 26 01:44:41.382629 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035931f-b24e-4dbb-8b97-48978b0b890a req-759ad76e-6a99-48cd-90a0-d4c095fb7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:41.384093 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-a035931f-b24e-4dbb-8b97-48978b0b890a req-759ad76e-6a99-48cd-90a0-d4c095fb7843 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 915 time: 0.0893502 Sep 26 01:44:41.424123 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-a035931f-b24e-4dbb-8b97-48978b0b890a req-9f9887ec-8236-4f5d-bf3c-5d1ee118caa3 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba0525e0-346f-4352-a361-9e7d00e687ed HTTP/1.1" status: 200 len: 217 time: 0.0330777 Sep 26 01:44:41.477711 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035931f-b24e-4dbb-8b97-48978b0b890a req-153a45af-4997-4373-ae5c-306552a1b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:41.479187 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-a035931f-b24e-4dbb-8b97-48978b0b890a req-153a45af-4997-4373-ae5c-306552a1b6b5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 200 len: 853 time: 0.0494649 Sep 26 01:44:41.521161 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035931f-b24e-4dbb-8b97-48978b0b890a req-9a39513d-0390-4aa9-92b0-ec97927d2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:41.522613 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-a035931f-b24e-4dbb-8b97-48978b0b890a req-9a39513d-0390-4aa9-92b0-ec97927d2ec4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371053 Sep 26 01:44:41.545604 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:41.615727 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-a035931f-b24e-4dbb-8b97-48978b0b890a req-ca4cbc99-1786-48b3-acf9-397f88e6f510 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866475 Sep 26 01:44:41.681882 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:41.707481 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-a035931f-b24e-4dbb-8b97-48978b0b890a req-2b60e4e7-61eb-4980-9f77-b0783f52d917 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848212 Sep 26 01:44:42.112077 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:42.122495 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac10ee-7b69-413d-8680-da347fd7b029 req-ae103448-7c16-4184-8af6-4012d9114c47 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:42.124220 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0aac10ee-7b69-413d-8680-da347fd7b029 req-ae103448-7c16-4184-8af6-4012d9114c47 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 943 time: 0.0536981 Sep 26 01:44:42.176560 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0aac10ee-7b69-413d-8680-da347fd7b029 req-d35b6b4d-4479-4db9-889c-3db56002dde5 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=37d0f700-9396-40ce-aafe-8f22e35949a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461233 Sep 26 01:44:42.819631 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device ba0525e0-346f-4352-a361-9e7d00e687ed details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:44:42.914589 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:42.922030 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port ba0525e0-346f-4352-a361-9e7d00e687ed, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ba0525e0-346f-4352-a361-9e7d00e687ed,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:42.934316 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'ba0525e0-346f-4352-a361-9e7d00e687ed', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'port_id': 'ba0525e0-346f-4352-a361-9e7d00e687ed', 'mac_address': 'fa:16:3e:f7:43:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:44:42.968572 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port ba0525e0-346f-4352-a361-9e7d00e687ed is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:44:42.968960 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:42.981760 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0525e0-346f-4352-a361-9e7d00e687ed {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:44:43.004862 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port ba0525e0-346f-4352-a361-9e7d00e687ed, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ba0525e0-346f-4352-a361-9e7d00e687ed,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:43.008708 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:43.054972 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=ba0525e0-346f-4352-a361-9e7d00e687ed,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:43.269389 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['ba0525e0-346f-4352-a361-9e7d00e687ed'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:44:43.298078 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:43.314343 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c0194-9260-470e-a876-977ece4a93fb req-756a5e6f-c032-4249-ac66-ae93ee0df0a0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:43.315956 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-363c0194-9260-470e-a876-977ece4a93fb req-756a5e6f-c032-4249-ac66-ae93ee0df0a0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 944 time: 0.0574765 Sep 26 01:44:43.366182 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-363c0194-9260-470e-a876-977ece4a93fb req-cdbf37db-8221-4413-a1b5-2d39281fc0bf tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=37d0f700-9396-40ce-aafe-8f22e35949a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445356 Sep 26 01:44:44.024632 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056c782-7eb4-47ed-b656-6f4d4e2ae575 req-d7a93915-0728-4665-9e34-a35846b3e515 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:44.026081 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3056c782-7eb4-47ed-b656-6f4d4e2ae575 req-d7a93915-0728-4665-9e34-a35846b3e515 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 945 time: 0.0464993 Sep 26 01:44:44.078573 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3056c782-7eb4-47ed-b656-6f4d4e2ae575 req-4d555198-2c7a-4984-8454-427a46d18bc7 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469899 Sep 26 01:44:44.106982 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43720) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:44.345270 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a95e13-168e-4a28-a9e5-635ba4c5e76a tempest-TestMinimumBasicScenario-1601177168 tempest-TestMinimumBasicScenario-1601177168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:44.346771 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-c9a95e13-168e-4a28-a9e5-635ba4c5e76a tempest-TestMinimumBasicScenario-1601177168 tempest-TestMinimumBasicScenario-1601177168-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 1124 time: 0.2388315 Sep 26 01:44:44.349680 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43724) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:44.353860 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'port_id': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:44.376512 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:44.468568 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:44.535387 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad6cf9-5c9a-4e09-a27f-16e145123266 req-19c6018a-232e-4b0e-8efa-be56e3b92517 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:44.536886 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a4ad6cf9-5c9a-4e09-a27f-16e145123266 req-19c6018a-232e-4b0e-8efa-be56e3b92517 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 944 time: 0.0861359 Sep 26 01:44:44.628996 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a4ad6cf9-5c9a-4e09-a27f-16e145123266 req-2afb0757-8a38-435a-8f28-3274ebeb3988 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=37d0f700-9396-40ce-aafe-8f22e35949a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846171 Sep 26 01:44:44.644396 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Allocated IP 172.27.0.72 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:44:44.712544 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:44.749737 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for port (f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:44.783238 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:44.827058 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device ba0525e0-346f-4352-a361-9e7d00e687ed up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:44:44.828893 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:44:44.834045 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:44:44.836195 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event updated for resources: {'Port': ['ID=f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:44.838360 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:44:44.868937 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port ba0525e0-346f-4352-a361-9e7d00e687ed completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:44:44.875243 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port ba0525e0-346f-4352-a361-9e7d00e687ed triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:44:44.875633 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:44.875968 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port ba0525e0-346f-4352-a361-9e7d00e687ed Sep 26 01:44:44.932400 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:44.949384 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port ba0525e0-346f-4352-a361-9e7d00e687ed is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:44:44.950013 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:44.973018 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0525e0-346f-4352-a361-9e7d00e687ed'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:44.975230 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f72f86-87a0-4964-aecf-fcbf5835c3e2" -d '{"events": [{"server_uuid": "b264a55d-6093-4e76-b67b-79197f8e4dbf", "name": "network-vif-plugged", "status": "completed", "tag": "ba0525e0-346f-4352-a361-9e7d00e687ed"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:44.988521 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port ba0525e0-346f-4352-a361-9e7d00e687ed, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ba0525e0-346f-4352-a361-9e7d00e687ed,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:44.994070 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:45.022003 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba4c0c7-0c98-4a17-ab1e-31ac07575a54 x-openstack-request-id: req-dba4c0c7-0c98-4a17-ab1e-31ac07575a54 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:45.022302 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b264a55d-6093-4e76-b67b-79197f8e4dbf", "name": "network-vif-plugged", "status": "completed", "tag": "ba0525e0-346f-4352-a361-9e7d00e687ed", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:45.022552 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dba4c0c7-0c98-4a17-ab1e-31ac07575a54 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:45.022944 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba4c0c7-0c98-4a17-ab1e-31ac07575a54'] response: {'server_uuid': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0525e0-346f-4352-a361-9e7d00e687ed', 'code': 200} Sep 26 01:44:45.049832 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=ba0525e0-346f-4352-a361-9e7d00e687ed,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:45.203670 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acd7fd-4f79-4353-a7c5-3bb8f544d3e5 req-3f948c7c-be14-44d8-96f1-c1acbc8ae4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:45.205178 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-67acd7fd-4f79-4353-a7c5-3bb8f544d3e5 req-3f948c7c-be14-44d8-96f1-c1acbc8ae4c7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 1129 time: 0.0395598 Sep 26 01:44:45.207214 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for floatingip (c29132dc-8875-49a1-af9e-c0d0138101b1), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:45.259293 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-67acd7fd-4f79-4353-a7c5-3bb8f544d3e5 req-94e83d4d-7247-4578-9bfa-4e5506f9999d service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=37d0f700-9396-40ce-aafe-8f22e35949a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418720 Sep 26 01:44:45.278502 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:45.429348 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for port (f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:45.434320 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:45.501833 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event updated for resources: {'Port': ['ID=f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:45.504643 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (c29132dc-8875-49a1-af9e-c0d0138101b1), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:45.540218 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:45.905515 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Floating IP c29132dc-8875-49a1-af9e-c0d0138101b1 associated. External IP: 172.27.0.72, port: 3ca478bf-2db2-409b-939f-46e8d2591a1d. Sep 26 01:44:45.912628 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c97505-9124-40dc-8db2-6d33c7fa5620 req-5a7939f1-83c0-4e4e-a4b9-33aca376a3fa tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:45.914091 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-07c97505-9124-40dc-8db2-6d33c7fa5620 req-5a7939f1-83c0-4e4e-a4b9-33aca376a3fa tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 945 time: 0.0619740 Sep 26 01:44:46.034432 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-07c97505-9124-40dc-8db2-6d33c7fa5620 req-fdf85909-372d-4589-8f49-f3f0b5d76e1b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=37d0f700-9396-40ce-aafe-8f22e35949a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866261 Sep 26 01:44:46.093341 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:46.151320 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Router 74c2037e-5d05-4224-8658-230251a01426 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:44:46.255286 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:44:46.266426 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ef5da-de7b-45fc-8683-e26d8d049928 None None] Sync routers for ids ['74c2037e-5d05-4224-8658-230251a01426'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:44:46.278646 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.280136 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ef5da-de7b-45fc-8683-e26d8d049928 None None] Routers {'74c2037e-5d05-4224-8658-230251a01426'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:46.280849 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-d64ef5da-de7b-45fc-8683-e26d8d049928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:44:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['74c2037e-5d05-4224-8658-230251a01426'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:46.309857 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-0d5ac2ea-fa18-438c-b13e-f64306227440 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9591658 Sep 26 01:44:46.310518 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:46.313287 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f14abc-74f6-4de2-ba55-058a808595f7" -d '{"events": [{"name": "network-changed", "server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:46.313937 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43732) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:46.318785 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-4014d2f5-5b2f-4329-afbb-5e8595b82e99 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480611430', 'description': 'tempest-secgroup-smoke-480611430 description', 'project_id': '63b4276ece354a06b400b45e9e49186b'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:46.342692 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4014d2f5-5b2f-4329-afbb-5e8595b82e99 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.355149 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54758caa-3b36-46c8-a4bd-24109e61f328 x-openstack-request-id: req-54758caa-3b36-46c8-a4bd-24109e61f328 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:46.355466 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:46.355715 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54758caa-3b36-46c8-a4bd-24109e61f328 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:46.356311 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54758caa-3b36-46c8-a4bd-24109e61f328'] response: {'name': 'network-changed', 'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'status': 'completed', 'code': 200} Sep 26 01:44:46.417353 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4014d2f5-5b2f-4329-afbb-5e8595b82e99 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group (939c25d0-825e-46df-a195-fff9d96e48fe), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.421629 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4014d2f5-5b2f-4329-afbb-5e8595b82e99 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (939c25d0-825e-46df-a195-fff9d96e48fe), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.455557 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-4014d2f5-5b2f-4329-afbb-5e8595b82e99 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.460144 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-4014d2f5-5b2f-4329-afbb-5e8595b82e99 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1418712 Sep 26 01:44:46.460144 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014d2f5-5b2f-4329-afbb-5e8595b82e99 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939c25d0-825e-46df-a195-fff9d96e48fe,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:46.460474 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43736) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:46.465893 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-49df6a69-59fe-4d4a-b967-c5f9aea16c3e tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Request body: {'security_group_rule': {'security_group_id': '939c25d0-825e-46df-a195-fff9d96e48fe', 'project_id': '63b4276ece354a06b400b45e9e49186b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:46.493860 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-49df6a69-59fe-4d4a-b967-c5f9aea16c3e tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (d097e360-0a44-4e50-970d-3c022164f6c5), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.533165 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.540301 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-d64ef5da-de7b-45fc-8683-e26d8d049928 None None] Set router 74c2037e-5d05-4224-8658-230251a01426 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:46.551268 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-49df6a69-59fe-4d4a-b967-c5f9aea16c3e tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (d097e360-0a44-4e50-970d-3c022164f6c5), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.555342 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-49df6a69-59fe-4d4a-b967-c5f9aea16c3e tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (d097e360-0a44-4e50-970d-3c022164f6c5), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.574525 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df6a69-59fe-4d4a-b967-c5f9aea16c3e tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d097e360-0a44-4e50-970d-3c022164f6c5,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:46.584084 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-49df6a69-59fe-4d4a-b967-c5f9aea16c3e tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.588003 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-49df6a69-59fe-4d4a-b967-c5f9aea16c3e tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239266 Sep 26 01:44:46.588215 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43738) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:46.593284 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-973285c7-e771-4baf-9aaa-c766cea62c9a tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Request body: {'security_group_rule': {'security_group_id': '939c25d0-825e-46df-a195-fff9d96e48fe', 'project_id': '63b4276ece354a06b400b45e9e49186b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:46.619060 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-973285c7-e771-4baf-9aaa-c766cea62c9a tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (a0ed8ca9-2cca-4c39-b3d6-54433f4e168c), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.680835 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-973285c7-e771-4baf-9aaa-c766cea62c9a tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (a0ed8ca9-2cca-4c39-b3d6-54433f4e168c), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.685949 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-973285c7-e771-4baf-9aaa-c766cea62c9a tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (a0ed8ca9-2cca-4c39-b3d6-54433f4e168c), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.706958 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973285c7-e771-4baf-9aaa-c766cea62c9a tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ed8ca9-2cca-4c39-b3d6-54433f4e168c,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:46.727675 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-973285c7-e771-4baf-9aaa-c766cea62c9a tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.732685 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43740) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:46.733287 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-973285c7-e771-4baf-9aaa-c766cea62c9a tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434689 Sep 26 01:44:46.737540 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-8161b088-f6f4-4253-aa80-7c5e2669e9bb tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Request body: {'security_group_rule': {'security_group_id': '939c25d0-825e-46df-a195-fff9d96e48fe', 'project_id': '63b4276ece354a06b400b45e9e49186b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:46.776300 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f14abc-74f6-4de2-ba55-058a808595f7 req-fa4a31c3-81b9-48b5-8b7d-652d5643a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:46.779272 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-e1f14abc-74f6-4de2-ba55-058a808595f7 req-fa4a31c3-81b9-48b5-8b7d-652d5643a8c2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=63b4276ece354a06b400b45e9e49186b&device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 1129 time: 0.0449467 Sep 26 01:44:46.794159 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8161b088-f6f4-4253-aa80-7c5e2669e9bb tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (80606d36-2fc3-4d59-b2cb-19f5015a658c), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.797610 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:46.813562 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-d64ef5da-de7b-45fc-8683-e26d8d049928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'c29132dc-8875-49a1-af9e-c0d0138101b1', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '74c2037e-5d05-4224-8658-230251a01426', 'port_id': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'mac_address': 'fa:16:3e:19:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:45Z', 'updated_at': '2022-09-26T01:44:45Z', 'revision_number': 0, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c3ca00-765a-41c9-a25d-7ba1c6e5433e', 'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'mac_address': 'fa:16:3e:54:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:47Z', 'updated_at': '2022-09-26T01:43:57Z', 'revision_number': 5, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'subnets': [{'id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:46.844427 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ef5da-de7b-45fc-8683-e26d8d049928 None None] Checking router: 74c2037e-5d05-4224-8658-230251a01426 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:44:46.848033 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:46.853921 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ef5da-de7b-45fc-8683-e26d8d049928 None None] Routers {'74c2037e-5d05-4224-8658-230251a01426'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:46.854662 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-d64ef5da-de7b-45fc-8683-e26d8d049928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:44:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['74c2037e-5d05-4224-8658-230251a01426'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:46.867371 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8161b088-f6f4-4253-aa80-7c5e2669e9bb tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (80606d36-2fc3-4d59-b2cb-19f5015a658c), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.872785 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8161b088-f6f4-4253-aa80-7c5e2669e9bb tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (80606d36-2fc3-4d59-b2cb-19f5015a658c), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.895323 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161b088-f6f4-4253-aa80-7c5e2669e9bb tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80606d36-2fc3-4d59-b2cb-19f5015a658c,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:46.901398 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8161b088-f6f4-4253-aa80-7c5e2669e9bb tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.902981 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-8161b088-f6f4-4253-aa80-7c5e2669e9bb tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1689677 Sep 26 01:44:46.905558 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43742) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:46.905689 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f14abc-74f6-4de2-ba55-058a808595f7 req-7589a868-d6c2-433d-bcf1-1af74a7eeac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:46.907114 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-e1f14abc-74f6-4de2-ba55-058a808595f7 req-7589a868-d6c2-433d-bcf1-1af74a7eeac4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c HTTP/1.1" status: 200 len: 914 time: 0.1160374 Sep 26 01:44:46.909904 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-a5c13dfd-a20e-4dc7-bcd9-0937f3a40af2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Request body: {'security_group_rule': {'security_group_id': '939c25d0-825e-46df-a195-fff9d96e48fe', 'project_id': '63b4276ece354a06b400b45e9e49186b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:46.938156 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a5c13dfd-a20e-4dc7-bcd9-0937f3a40af2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (3f75bcdb-483b-4db6-9718-63150365d264), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:46.954909 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:46.968822 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-d64ef5da-de7b-45fc-8683-e26d8d049928 None None] Set router 74c2037e-5d05-4224-8658-230251a01426 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:46.983371 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-e1f14abc-74f6-4de2-ba55-058a808595f7 req-b428700e-61fb-4027-8d0c-07dc716eb27e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d HTTP/1.1" status: 200 len: 998 time: 0.0673802 Sep 26 01:44:47.002621 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a5c13dfd-a20e-4dc7-bcd9-0937f3a40af2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (3f75bcdb-483b-4db6-9718-63150365d264), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:47.006663 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a5c13dfd-a20e-4dc7-bcd9-0937f3a40af2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (3f75bcdb-483b-4db6-9718-63150365d264), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:47.030665 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c13dfd-a20e-4dc7-bcd9-0937f3a40af2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f75bcdb-483b-4db6-9718-63150365d264,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:47.038937 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a5c13dfd-a20e-4dc7-bcd9-0937f3a40af2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:47.038937 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-a5c13dfd-a20e-4dc7-bcd9-0937f3a40af2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322787 Sep 26 01:44:47.041477 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43744) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:47.043190 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f14abc-74f6-4de2-ba55-058a808595f7 req-c9450ac1-10fe-44f6-9955-04bdae532a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:47.044650 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-e1f14abc-74f6-4de2-ba55-058a808595f7 req-c9450ac1-10fe-44f6-9955-04bdae532a77 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=be372b9c-9e4c-4f3f-8901-a3fa0c366d3c HTTP/1.1" status: 200 len: 852 time: 0.0549488 Sep 26 01:44:47.047134 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-9298f11f-178d-4804-8b12-1fa483f9dce0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Request body: {'security_group_rule': {'security_group_id': '939c25d0-825e-46df-a195-fff9d96e48fe', 'project_id': '63b4276ece354a06b400b45e9e49186b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:47.057227 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:47.071800 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.securitygroups_db [None req-9298f11f-178d-4804-8b12-1fa483f9dce0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Project 63b4276ece354a06b400b45e9e49186b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 01:44:47.080505 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9298f11f-178d-4804-8b12-1fa483f9dce0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (bb451073-d00c-4498-b918-fb0c0a0dd800), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:47.114111 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f14abc-74f6-4de2-ba55-058a808595f7 req-06ce31e4-5d9b-4487-8c22-b739ffefc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:47.115789 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-e1f14abc-74f6-4de2-ba55-058a808595f7 req-06ce31e4-5d9b-4487-8c22-b739ffefc090 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638571 Sep 26 01:44:47.140290 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9298f11f-178d-4804-8b12-1fa483f9dce0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (bb451073-d00c-4498-b918-fb0c0a0dd800), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:47.149244 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:47.150341 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9298f11f-178d-4804-8b12-1fa483f9dce0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (bb451073-d00c-4498-b918-fb0c0a0dd800), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:47.203848 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298f11f-178d-4804-8b12-1fa483f9dce0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb451073-d00c-4498-b918-fb0c0a0dd800,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:47.208307 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9298f11f-178d-4804-8b12-1fa483f9dce0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:47.210043 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-9298f11f-178d-4804-8b12-1fa483f9dce0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1675651 Sep 26 01:44:47.213492 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43748) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:47.218316 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-d9f62e1a-0a06-4bc9-85d2-23dcbdf9cb88 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Request body: {'security_group_rule': {'security_group_id': '939c25d0-825e-46df-a195-fff9d96e48fe', 'project_id': '63b4276ece354a06b400b45e9e49186b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:47.224413 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-d64ef5da-de7b-45fc-8683-e26d8d049928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'c29132dc-8875-49a1-af9e-c0d0138101b1', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '74c2037e-5d05-4224-8658-230251a01426', 'port_id': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'mac_address': 'fa:16:3e:19:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:45Z', 'updated_at': '2022-09-26T01:44:45Z', 'revision_number': 0, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c3ca00-765a-41c9-a25d-7ba1c6e5433e', 'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'mac_address': 'fa:16:3e:54:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:47Z', 'updated_at': '2022-09-26T01:43:57Z', 'revision_number': 5, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'subnets': [{'id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:47.232218 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51651722-4bfd-44ae-9b4a-d72a998a76e8 req-2eb448e4-044d-4b7c-aaee-850f965b0ade tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:47.234441 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-51651722-4bfd-44ae-9b4a-d72a998a76e8 req-2eb448e4-044d-4b7c-aaee-850f965b0ade tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 945 time: 0.1026590 Sep 26 01:44:47.253705 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ef5da-de7b-45fc-8683-e26d8d049928 None None] The sync data for ids ['74c2037e-5d05-4224-8658-230251a01426'] in dv-cinder-859203-2-iscsi is: [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'c29132dc-8875-49a1-af9e-c0d0138101b1', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '74c2037e-5d05-4224-8658-230251a01426', 'port_id': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'mac_address': 'fa:16:3e:19:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:45Z', 'updated_at': '2022-09-26T01:44:45Z', 'revision_number': 0, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c3ca00-765a-41c9-a25d-7ba1c6e5433e', 'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'mac_address': 'fa:16:3e:54:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:47Z', 'updated_at': '2022-09-26T01:43:57Z', 'revision_number': 5, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'subnets': [{'id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:44:47.285717 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.securitygroups_db [None req-d9f62e1a-0a06-4bc9-85d2-23dcbdf9cb88 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Project 63b4276ece354a06b400b45e9e49186b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 01:44:47.305437 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d9f62e1a-0a06-4bc9-85d2-23dcbdf9cb88 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (5483825a-b362-4927-a84b-ef06f0fdd0f5), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:47.313496 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-51651722-4bfd-44ae-9b4a-d72a998a76e8 req-df997571-6035-4d92-b79b-a772b96da1fe tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=37d0f700-9396-40ce-aafe-8f22e35949a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704319 Sep 26 01:44:47.320382 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:47.404748 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d9f62e1a-0a06-4bc9-85d2-23dcbdf9cb88 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (5483825a-b362-4927-a84b-ef06f0fdd0f5), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:47.411434 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d9f62e1a-0a06-4bc9-85d2-23dcbdf9cb88 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (5483825a-b362-4927-a84b-ef06f0fdd0f5), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:47.445279 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f62e1a-0a06-4bc9-85d2-23dcbdf9cb88 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5483825a-b362-4927-a84b-ef06f0fdd0f5,revision_number=0']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:47.481397 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-d9f62e1a-0a06-4bc9-85d2-23dcbdf9cb88 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:47.485646 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-d9f62e1a-0a06-4bc9-85d2-23dcbdf9cb88 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2683883 Sep 26 01:44:47.489425 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-e1f14abc-74f6-4de2-ba55-058a808595f7 req-bb629827-28c5-4e78-bb01-c49217e48d13 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660030 Sep 26 01:44:47.502064 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bdf79-7133-4959-af3f-63e84ff2a61d req-13cc8ead-3323-4d88-bb31-c9ca77b76b09 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:47.503658 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-200bdf79-7133-4959-af3f-63e84ff2a61d req-13cc8ead-3323-4d88-bb31-c9ca77b76b09 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 945 time: 0.0766873 Sep 26 01:44:47.514771 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43754) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:44:47.516638 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c58b19-0eac-4bac-8449-5551b530fe78 None None] New status for floating IP c29132dc-8875-49a1-af9e-c0d0138101b1: ACTIVE {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:44:47.519011 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-0278fc85-f881-4478-aa63-61be41ab60a3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'floatingip': {'port_id': 'ba0525e0-346f-4352-a361-9e7d00e687ed'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:47.578773 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0278fc85-f881-4478-aa63-61be41ab60a3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:47.603539 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-e1f14abc-74f6-4de2-ba55-058a808595f7 req-8b42c2ac-584c-4976-a1d3-ec70f9d944c3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067445 Sep 26 01:44:47.693698 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4c629dc-c88c-4437-8677-6335108b4d9a req-59081168-d166-4e8b-865c-05c23bd35bcd tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-480611430&fields=id&tenant_id=63b4276ece354a06b400b45e9e49186b HTTP/1.1" status: 200 len: 267 time: 0.1387162 Sep 26 01:44:47.790824 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c629dc-c88c-4437-8677-6335108b4d9a req-3e57390b-face-4e00-a07d-3207c67141ff tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:47.792822 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4c629dc-c88c-4437-8677-6335108b4d9a req-3e57390b-face-4e00-a07d-3207c67141ff tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 945 time: 0.0925260 Sep 26 01:44:47.810195 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-e4c629dc-c88c-4437-8677-6335108b4d9a req-eba08cac-6d0d-480f-b0e2-c9f47f63eea0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Request body: {'port': {'security_groups': ['4f078083-2bec-4b61-a8fc-9d6876def2be', '939c25d0-825e-46df-a195-fff9d96e48fe']}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:44:47.958408 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4c629dc-c88c-4437-8677-6335108b4d9a req-eba08cac-6d0d-480f-b0e2-c9f47f63eea0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:48.106374 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:48.249688 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:48.265328 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0278fc85-f881-4478-aa63-61be41ab60a3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:48.272546 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0278fc85-f881-4478-aa63-61be41ab60a3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:48.352775 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-e4c629dc-c88c-4437-8677-6335108b4d9a req-eba08cac-6d0d-480f-b0e2-c9f47f63eea0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] For port 3ca478bf-2db2-409b-939f-46e8d2591a1d, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:44:48.419575 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4c629dc-c88c-4437-8677-6335108b4d9a req-eba08cac-6d0d-480f-b0e2-c9f47f63eea0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:48.422030 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [None req-0278fc85-f881-4478-aa63-61be41ab60a3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Floating IP b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee associated. External IP: 172.27.0.211, port: ba0525e0-346f-4352-a361-9e7d00e687ed. Sep 26 01:44:48.425352 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4c629dc-c88c-4437-8677-6335108b4d9a req-eba08cac-6d0d-480f-b0e2-c9f47f63eea0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:48.439248 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['3ca478bf-2db2-409b-939f-46e8d2591a1d'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:44:48.473514 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c629dc-c88c-4437-8677-6335108b4d9a req-eba08cac-6d0d-480f-b0e2-c9f47f63eea0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:48.474135 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-e4c629dc-c88c-4437-8677-6335108b4d9a req-eba08cac-6d0d-480f-b0e2-c9f47f63eea0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:48.475521 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e4c629dc-c88c-4437-8677-6335108b4d9a req-eba08cac-6d0d-480f-b0e2-c9f47f63eea0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "PUT /networking/v2.0/ports/3ca478bf-2db2-409b-939f-46e8d2591a1d HTTP/1.1" status: 200 len: 981 time: 0.6742935 Sep 26 01:44:48.476148 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:48.478448 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df72a373-3f8b-40a6-94f7-389dd4e42042" -d '{"events": [{"name": "network-changed", "server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:48.557078 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad962b3d-4ede-46ef-a725-676fddeaf42d x-openstack-request-id: req-ad962b3d-4ede-46ef-a725-676fddeaf42d {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:48.557249 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:48.557613 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad962b3d-4ede-46ef-a725-676fddeaf42d {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:48.557839 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad962b3d-4ede-46ef-a725-676fddeaf42d'] response: {'name': 'network-changed', 'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'status': 'completed', 'code': 200} Sep 26 01:44:48.559304 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['3ca478bf-2db2-409b-939f-46e8d2591a1d'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:44:48.596950 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba08cac-6d0d-480f-b0e2-c9f47f63eea0 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event updated for resources: {'Port': ['ID=3ca478bf-2db2-409b-939f-46e8d2591a1d,revision_number=6']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:44:48.623461 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72a373-3f8b-40a6-94f7-389dd4e42042 req-b1abe13a-9ce2-4164-8153-e0de988f29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:48.625655 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-df72a373-3f8b-40a6-94f7-389dd4e42042 req-b1abe13a-9ce2-4164-8153-e0de988f29f5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=63b4276ece354a06b400b45e9e49186b&device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 1168 time: 0.0453482 Sep 26 01:44:48.627951 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8e192-a63f-4d84-8d0a-da68bfe15845 req-156e51a4-7ac7-46fa-8d67-a14fea2a09be tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:48.629472 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-03c8e192-a63f-4d84-8d0a-da68bfe15845 req-156e51a4-7ac7-46fa-8d67-a14fea2a09be tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0657034 Sep 26 01:44:48.726595 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72a373-3f8b-40a6-94f7-389dd4e42042 req-f640a786-3016-422e-890b-d855f4eab870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:48.728088 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-df72a373-3f8b-40a6-94f7-389dd4e42042 req-f640a786-3016-422e-890b-d855f4eab870 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c HTTP/1.1" status: 200 len: 914 time: 0.0949006 Sep 26 01:44:48.766740 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-03c8e192-a63f-4d84-8d0a-da68bfe15845 req-e87ea23b-11fe-4385-bcfa-6979c71489c9 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&id=939c25d0-825e-46df-a195-fff9d96e48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310496 Sep 26 01:44:48.801389 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-df72a373-3f8b-40a6-94f7-389dd4e42042 req-f9c9342a-beca-405f-bafd-988a7d4afee0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d HTTP/1.1" status: 200 len: 1000 time: 0.0667737 Sep 26 01:44:48.801812 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0278fc85-f881-4478-aa63-61be41ab60a3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Router 2ed34702-2bde-499d-ba24-630f048a761b has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:44:48.821239 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:48.854595 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72a373-3f8b-40a6-94f7-389dd4e42042 req-5a75d032-273f-4b6b-af7d-affd9fc6423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:48.856961 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-df72a373-3f8b-40a6-94f7-389dd4e42042 req-5a75d032-273f-4b6b-af7d-affd9fc6423b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=be372b9c-9e4c-4f3f-8901-a3fa0c366d3c HTTP/1.1" status: 200 len: 852 time: 0.0496135 Sep 26 01:44:48.908374 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72a373-3f8b-40a6-94f7-389dd4e42042 req-762fb1d6-15fb-4e71-a47f-06ab1e1d00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:48.909864 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-df72a373-3f8b-40a6-94f7-389dd4e42042 req-762fb1d6-15fb-4e71-a47f-06ab1e1d00be service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447097 Sep 26 01:44:48.913837 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0278fc85-f881-4478-aa63-61be41ab60a3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:44:48.918915 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0278fc85-f881-4478-aa63-61be41ab60a3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:48.936158 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f2aed1-297d-4689-8993-55a279518535 None None] Sync routers for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:44:48.952636 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-0278fc85-f881-4478-aa63-61be41ab60a3 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee HTTP/1.1" status: 200 len: 991 time: 1.4369464 Sep 26 01:44:48.984125 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2aed1-297d-4689-8993-55a279518535 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:48.984682 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-52f2aed1-297d-4689-8993-55a279518535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:44:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:49.005734 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-df72a373-3f8b-40a6-94f7-389dd4e42042 req-ea3917c5-3373-44d1-ba71-d5fedf861141 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884302 Sep 26 01:44:49.050514 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:49.101369 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-df72a373-3f8b-40a6-94f7-389dd4e42042 req-fbae7f6d-da98-4ddb-920b-8f747d823438 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890212 Sep 26 01:44:49.161892 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-52f2aed1-297d-4689-8993-55a279518535 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:49.426466 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-52f2aed1-297d-4689-8993-55a279518535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': 'ba0525e0-346f-4352-a361-9e7d00e687ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:f7:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:36Z', 'updated_at': '2022-09-26T01:44:48Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:49.451833 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f2aed1-297d-4689-8993-55a279518535 None None] Checking router: 2ed34702-2bde-499d-ba24-630f048a761b for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:44:49.460052 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2aed1-297d-4689-8993-55a279518535 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:44:49.460669 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-52f2aed1-297d-4689-8993-55a279518535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:44:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:49.565865 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-52f2aed1-297d-4689-8993-55a279518535 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:44:49.594700 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:49.900102 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-52f2aed1-297d-4689-8993-55a279518535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': 'ba0525e0-346f-4352-a361-9e7d00e687ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:f7:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:36Z', 'updated_at': '2022-09-26T01:44:48Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:44:49.925924 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f2aed1-297d-4689-8993-55a279518535 None None] The sync data for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi is: [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': 'b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': 'ba0525e0-346f-4352-a361-9e7d00e687ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:f7:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:36Z', 'updated_at': '2022-09-26T01:44:48Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:44:50.106637 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e593e7-b046-4674-be28-23f0bc0ece7e None None] New status for floating IP b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee: ACTIVE {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:44:50.559561 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'tag': 'ba0525e0-346f-4352-a361-9e7d00e687ed'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:44:50.561816 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad8b163-6601-4476-8cea-6894a9755e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "b264a55d-6093-4e76-b67b-79197f8e4dbf", "tag": "ba0525e0-346f-4352-a361-9e7d00e687ed"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:44:50.598609 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a85b66-6499-4699-8cec-db14d7a64955 x-openstack-request-id: req-c8a85b66-6499-4699-8cec-db14d7a64955 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:44:50.598892 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b264a55d-6093-4e76-b67b-79197f8e4dbf", "tag": "ba0525e0-346f-4352-a361-9e7d00e687ed", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:44:50.599163 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8a85b66-6499-4699-8cec-db14d7a64955 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:44:50.599561 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a85b66-6499-4699-8cec-db14d7a64955'] response: {'name': 'network-changed', 'server_uuid': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'tag': 'ba0525e0-346f-4352-a361-9e7d00e687ed', 'status': 'completed', 'code': 200} Sep 26 01:44:50.658956 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b163-6601-4476-8cea-6894a9755e9a req-a1a38dbe-32bc-4b80-af1e-16f5d20e530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:50.660452 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4ad8b163-6601-4476-8cea-6894a9755e9a req-a1a38dbe-32bc-4b80-af1e-16f5d20e530b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 1129 time: 0.0384407 Sep 26 01:44:50.745123 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=100 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:50.754536 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b163-6601-4476-8cea-6894a9755e9a req-dc8f359f-82a3-4a3d-ac1e-2125a0084d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:50.756012 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4ad8b163-6601-4476-8cea-6894a9755e9a req-dc8f359f-82a3-4a3d-ac1e-2125a0084d73 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 915 time: 0.0895057 Sep 26 01:44:50.817500 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4ad8b163-6601-4476-8cea-6894a9755e9a req-8e07ad0f-fdb0-4877-8c9f-b20a2f878695 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba0525e0-346f-4352-a361-9e7d00e687ed HTTP/1.1" status: 200 len: 1001 time: 0.0547147 Sep 26 01:44:50.866528 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b163-6601-4476-8cea-6894a9755e9a req-c7fd020b-b2ea-4140-b85e-9b808651c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:50.867926 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4ad8b163-6601-4476-8cea-6894a9755e9a req-c7fd020b-b2ea-4140-b85e-9b808651c0ac service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 200 len: 853 time: 0.0433953 Sep 26 01:44:50.914318 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b163-6601-4476-8cea-6894a9755e9a req-3a2ec2ae-12b4-4a33-bc8f-a382006aa4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:44:50.915762 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4ad8b163-6601-4476-8cea-6894a9755e9a req-3a2ec2ae-12b4-4a33-bc8f-a382006aa4a1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411701 Sep 26 01:44:50.986133 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=100 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:51.011427 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4ad8b163-6601-4476-8cea-6894a9755e9a req-4e295d92-dd83-4757-b992-9f12763a0dd8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826788 Sep 26 01:44:51.104398 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-4ad8b163-6601-4476-8cea-6894a9755e9a req-e3d69ea5-dcfb-458c-ad3e-d363a2def1ce service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863554 Sep 26 01:44:56.904938 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-94d4d1af-44b1-4c8f-a2bc-8636327fa41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:58.945812 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=90 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:58.948979 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=70 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:44:59.246021 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-27916e9e-1a16-4c4e-b9c1-1de305905fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:44:59.313860 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:45:00.748258 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:01.099460 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=34 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:01.101370 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=12 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:02.094945 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:02.233923 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:09.309074 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:09.309776 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:11.679267 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e5ddc-cd1a-4c3f-ac3d-2a6b96938566 req-d77fc569-b612-4e1e-bd85-82b37e3ac63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:11.680767 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-596e5ddc-cd1a-4c3f-ac3d-2a6b96938566 req-d77fc569-b612-4e1e-bd85-82b37e3ac63c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=63b4276ece354a06b400b45e9e49186b&device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 1168 time: 0.0402887 Sep 26 01:45:11.687907 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4957-9310-4547-ad83-28c033347775 req-1925d077-f72f-4275-af0f-8cd9425733c5 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:11.689502 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5d2d4957-9310-4547-ad83-28c033347775 req-1925d077-f72f-4275-af0f-8cd9425733c5 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0524096 Sep 26 01:45:11.751160 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5d2d4957-9310-4547-ad83-28c033347775 req-a1810d5b-6946-48f5-8d4c-7fee9d3e9df3 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&id=939c25d0-825e-46df-a195-fff9d96e48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557301 Sep 26 01:45:11.778365 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e5ddc-cd1a-4c3f-ac3d-2a6b96938566 req-808b6377-695b-4f43-90e6-6cc93ac6c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:11.779829 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-596e5ddc-cd1a-4c3f-ac3d-2a6b96938566 req-808b6377-695b-4f43-90e6-6cc93ac6c298 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c HTTP/1.1" status: 200 len: 914 time: 0.0921276 Sep 26 01:45:11.845060 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-596e5ddc-cd1a-4c3f-ac3d-2a6b96938566 req-55860bdc-323b-4ce2-a624-37b2324f7fb3 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d HTTP/1.1" status: 200 len: 1000 time: 0.0566199 Sep 26 01:45:11.896632 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e5ddc-cd1a-4c3f-ac3d-2a6b96938566 req-665f2b73-b929-40c1-956b-41ddbb421de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:11.898045 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-596e5ddc-cd1a-4c3f-ac3d-2a6b96938566 req-665f2b73-b929-40c1-956b-41ddbb421de1 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=be372b9c-9e4c-4f3f-8901-a3fa0c366d3c HTTP/1.1" status: 200 len: 852 time: 0.0462201 Sep 26 01:45:11.941910 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e5ddc-cd1a-4c3f-ac3d-2a6b96938566 req-06046618-994a-4412-8ecd-37de55df68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:11.943326 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-596e5ddc-cd1a-4c3f-ac3d-2a6b96938566 req-06046618-994a-4412-8ecd-37de55df68d1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373080 Sep 26 01:45:12.038714 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-596e5ddc-cd1a-4c3f-ac3d-2a6b96938566 req-79016993-1408-4fe2-848e-8fa5668ba1e2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825193 Sep 26 01:45:12.132660 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-596e5ddc-cd1a-4c3f-ac3d-2a6b96938566 req-dca98d64-ea66-46fe-aeea-66e5086257f5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868022 Sep 26 01:45:12.227740 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:12.229972 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:12.882504 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7466b2c-2cff-4daa-9c77-2f41ab3d81d6 req-98a80551-acbd-4392-b181-6d7fae06d306 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:12.883882 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e7466b2c-2cff-4daa-9c77-2f41ab3d81d6 req-98a80551-acbd-4392-b181-6d7fae06d306 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0506220 Sep 26 01:45:12.944787 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e7466b2c-2cff-4daa-9c77-2f41ab3d81d6 req-9b608b91-f99b-4e2a-b7e7-f4088d2eb0e5 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&id=939c25d0-825e-46df-a195-fff9d96e48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550787 Sep 26 01:45:13.696199 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cb91678c-568d-4cb0-8c27-0ed5ec17d363 req-22051ea8-7a6e-4648-85de-343e91029a5f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380557 Sep 26 01:45:13.786782 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91678c-568d-4cb0-8c27-0ed5ec17d363 req-9edb243b-88ea-4de8-b3ff-8e656f02b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:13.788290 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cb91678c-568d-4cb0-8c27-0ed5ec17d363 req-9edb243b-88ea-4de8-b3ff-8e656f02b330 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 1130 time: 0.0435817 Sep 26 01:45:13.893280 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91678c-568d-4cb0-8c27-0ed5ec17d363 req-f0da3178-6c96-4f9e-a127-e1299b80fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:13.894728 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cb91678c-568d-4cb0-8c27-0ed5ec17d363 req-f0da3178-6c96-4f9e-a127-e1299b80fc6d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 913 time: 0.0866697 Sep 26 01:45:13.963796 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cb91678c-568d-4cb0-8c27-0ed5ec17d363 req-0f4c145c-7d18-4f45-b608-d70646b68a86 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 HTTP/1.1" status: 200 len: 1002 time: 0.0584986 Sep 26 01:45:14.016945 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91678c-568d-4cb0-8c27-0ed5ec17d363 req-3d191d38-3efa-4750-8594-5d699b7c662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:14.018448 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cb91678c-568d-4cb0-8c27-0ed5ec17d363 req-3d191d38-3efa-4750-8594-5d699b7c662e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 200 len: 851 time: 0.0456779 Sep 26 01:45:14.063926 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91678c-568d-4cb0-8c27-0ed5ec17d363 req-105e9113-1548-4c9f-8572-61a1756f9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:14.065458 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cb91678c-568d-4cb0-8c27-0ed5ec17d363 req-105e9113-1548-4c9f-8572-61a1756f9642 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9880eab6-c89c-4490-9622-c91f1df8e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402775 Sep 26 01:45:14.068158 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52636ab1-8c49-44fb-b1bc-5226c3fc7e96 req-77664e19-4649-4c73-85c6-f9753b7fda58 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:14.069654 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-52636ab1-8c49-44fb-b1bc-5226c3fc7e96 req-77664e19-4649-4c73-85c6-f9753b7fda58 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0495784 Sep 26 01:45:14.130402 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-52636ab1-8c49-44fb-b1bc-5226c3fc7e96 req-747457f1-01eb-4708-92f7-e2ab43579096 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&id=939c25d0-825e-46df-a195-fff9d96e48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549963 Sep 26 01:45:14.161396 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cb91678c-568d-4cb0-8c27-0ed5ec17d363 req-2b42476e-3dba-4e70-b5e6-6b0cc6e80f29 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878568 Sep 26 01:45:14.246943 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=100 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:14.254168 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cb91678c-568d-4cb0-8c27-0ed5ec17d363 req-90aae1ab-354b-40e6-846a-a2452d949b5f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846334 Sep 26 01:45:15.253677 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae5e9-ae4e-49e5-9bc5-014845221539 req-0e5587e0-d43a-4b21-91d3-70e6e969126d tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:15.255078 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-148ae5e9-ae4e-49e5-9bc5-014845221539 req-0e5587e0-d43a-4b21-91d3-70e6e969126d tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0469437 Sep 26 01:45:15.319695 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-148ae5e9-ae4e-49e5-9bc5-014845221539 req-dfb015be-e6da-4f1d-ae97-e239aa55564a tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&id=939c25d0-825e-46df-a195-fff9d96e48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588510 Sep 26 01:45:16.441538 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb4217-05f9-4a29-97d0-1e605e2e961f req-2713e234-da85-40d1-b2c3-d5e266cb19b1 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:16.443010 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a3eb4217-05f9-4a29-97d0-1e605e2e961f req-2713e234-da85-40d1-b2c3-d5e266cb19b1 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0482082 Sep 26 01:45:16.488311 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:16.506825 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a3eb4217-05f9-4a29-97d0-1e605e2e961f req-f4a87a63-ab66-4977-b5e3-f03332333ae4 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&id=939c25d0-825e-46df-a195-fff9d96e48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582309 Sep 26 01:45:17.627695 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2e53f-1a88-48c3-9178-dc14b59ba22b req-3e680f38-7c1a-4398-b196-0ebb2d27a6d9 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:17.629172 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9ae2e53f-1a88-48c3-9178-dc14b59ba22b req-3e680f38-7c1a-4398-b196-0ebb2d27a6d9 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0474033 Sep 26 01:45:17.688991 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9ae2e53f-1a88-48c3-9178-dc14b59ba22b req-e6687368-d8b9-4926-97fc-81d0543f9db9 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&id=939c25d0-825e-46df-a195-fff9d96e48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541365 Sep 26 01:45:18.815394 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3f02d-7113-4028-841a-863c3a518ee2 req-a7537792-82f6-4afc-a228-7e6e267a99b6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:18.816904 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ede3f02d-7113-4028-841a-863c3a518ee2 req-a7537792-82f6-4afc-a228-7e6e267a99b6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0527933 Sep 26 01:45:18.877554 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-ede3f02d-7113-4028-841a-863c3a518ee2 req-6cb5bf3b-b269-4e1f-9131-b5a1403fa59a tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&id=939c25d0-825e-46df-a195-fff9d96e48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549605 Sep 26 01:45:19.999366 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812a589-0f1d-403e-a000-5163154544c9 req-d4473ecd-7da2-45aa-9eff-e50ec53dc859 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:20.000909 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c812a589-0f1d-403e-a000-5163154544c9 req-d4473ecd-7da2-45aa-9eff-e50ec53dc859 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0484037 Sep 26 01:45:20.063004 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c812a589-0f1d-403e-a000-5163154544c9 req-b834470b-c6bb-42de-8ad9-cfc2e6f04623 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&id=939c25d0-825e-46df-a195-fff9d96e48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561094 Sep 26 01:45:21.190744 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c50212-7d98-494e-b55c-875664767940 req-f9d14a3b-ebc9-4969-a53c-77283f9e87d2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:21.192212 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-88c50212-7d98-494e-b55c-875664767940 req-f9d14a3b-ebc9-4969-a53c-77283f9e87d2 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0519254 Sep 26 01:45:21.252400 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-88c50212-7d98-494e-b55c-875664767940 req-32b00cc7-1f8c-4187-b49d-120e08845d2f tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&id=939c25d0-825e-46df-a195-fff9d96e48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545602 Sep 26 01:45:21.324500 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:21.325195 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=4 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:22.355598 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:22.374136 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64353b26-49f3-42cb-b9a3-c7a0b2ab078e req-82a52635-4f5d-4512-93e0-9d1da2d6ca2c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:22.376254 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-64353b26-49f3-42cb-b9a3-c7a0b2ab078e req-82a52635-4f5d-4512-93e0-9d1da2d6ca2c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0480940 Sep 26 01:45:22.421722 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:22.437009 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-64353b26-49f3-42cb-b9a3-c7a0b2ab078e req-7c2ca9b4-ef5d-4562-8365-be3fd75ce89f tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&id=939c25d0-825e-46df-a195-fff9d96e48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551136 Sep 26 01:45:23.614593 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120abb36-8c43-4d07-8b57-ea666e7306be req-85c9f5b6-d400-4d1a-909f-64a19cf2f998 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:23.616041 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-120abb36-8c43-4d07-8b57-ea666e7306be req-85c9f5b6-d400-4d1a-909f-64a19cf2f998 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0476270 Sep 26 01:45:23.678999 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-120abb36-8c43-4d07-8b57-ea666e7306be req-c47b2ea8-9b1f-407e-9445-6590dec157f4 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&id=939c25d0-825e-46df-a195-fff9d96e48fe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573843 Sep 26 01:45:24.249895 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:26.481450 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:26.483306 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:26.909468 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-09dcfaf8-f42b-458e-b10f-1fbc68a7af9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:29.247446 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-9d2baa8a-9f23-47e6-8a8a-e924e3877a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:30.750702 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:32.097110 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:32.236646 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:33.669646 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=22 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:33.672510 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=9 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:36.319502 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:45:37.727093 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5ddb-54ae-4a87-8c23-dbac8b483c8a req-0eeff390-20ee-4a2e-b8ff-a182cc2acf14 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:37.728611 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d81c5ddb-54ae-4a87-8c23-dbac8b483c8a req-0eeff390-20ee-4a2e-b8ff-a182cc2acf14 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 945 time: 0.0587938 Sep 26 01:45:37.788143 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-d81c5ddb-54ae-4a87-8c23-dbac8b483c8a req-dde11df8-f1eb-44e1-83c0-5a2516066d5c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=37d0f700-9396-40ce-aafe-8f22e35949a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518379 Sep 26 01:45:38.918437 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fa6c0-1bda-428a-a01d-b2c474eef3b6 req-25492b9f-89ef-443b-9acc-67701e420bc8 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:38.919912 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-359fa6c0-1bda-428a-a01d-b2c474eef3b6 req-25492b9f-89ef-443b-9acc-67701e420bc8 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 945 time: 0.0471654 Sep 26 01:45:38.967229 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-359fa6c0-1bda-428a-a01d-b2c474eef3b6 req-5126969c-22d5-4246-a7d6-888878e11775 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=37d0f700-9396-40ce-aafe-8f22e35949a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408611 Sep 26 01:45:39.354489 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-53c5bb0f-be9b-4d28-9549-bbb8c974ddd8 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:39.355920 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-53c5bb0f-be9b-4d28-9549-bbb8c974ddd8 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 945 time: 0.0519106 Sep 26 01:45:39.440600 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Deleting port ba0525e0-346f-4352-a361-9e7d00e687ed {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:45:39.440940 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:39.534950 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] For port ba0525e0-346f-4352-a361-9e7d00e687ed, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=ba0525e0-346f-4352-a361-9e7d00e687ed,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:45:39.535308 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:39.696330 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:39.696635 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:39.696948 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.l3_db [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Floating IP b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee disassociated. External IP: 172.27.0.211, port: ba0525e0-346f-4352-a361-9e7d00e687ed. Sep 26 01:45:39.697289 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Calling delete_port for ba0525e0-346f-4352-a361-9e7d00e687ed owned by compute:nova {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:45:39.824246 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (ba0525e0-346f-4352-a361-9e7d00e687ed), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:39.850023 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event deleted for resources: {'Port': ['ID=ba0525e0-346f-4352-a361-9e7d00e687ed,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:39.862136 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.862486 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.862827 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.863163 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.863494 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.863821 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.864147 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.864535 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.864864 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.865188 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.865511 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.865899 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.866152 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.866477 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.866794 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:39.975539 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Router 2ed34702-2bde-499d-ba24-630f048a761b has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:45:40.081617 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:45:40.082224 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0f2302d3-c14d-4c01-8b0b-4aabae62122c req-5854bd45-5eb4-4cba-8f95-13412fd47af4 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b264a55d-6093-4e76-b67b-79197f8e4dbf HTTP/1.1" status: 200 len: 210 time: 0.0321832 Sep 26 01:45:40.091258 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1014a92-b68e-46a1-ad3a-6458657835d3 None None] Sync routers for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:45:40.101489 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1014a92-b68e-46a1-ad3a-6458657835d3 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:45:40.102100 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-c1014a92-b68e-46a1-ad3a-6458657835d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:45:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:45:40.130214 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] No DVR routers for this DVR port ba0525e0-346f-4352-a361-9e7d00e687ed on host hv-cinder-85920 {{(pid=106406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:45:40.132879 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:40.136322 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-e9d678b7-5961-41ae-b97b-e2ead0f7cb50 req-5b6946b7-b2b5-4e02-9873-2d8fdab4eb9b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "DELETE /networking/v2.0/ports/ba0525e0-346f-4352-a361-9e7d00e687ed HTTP/1.1" status: 204 len: 173 time: 0.7744582 Sep 26 01:45:40.136879 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'name': 'network-vif-deleted', 'tag': 'ba0525e0-346f-4352-a361-9e7d00e687ed'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:45:40.140375 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efe35bd-0f43-4db2-883b-ef2e3681e1c1" -d '{"events": [{"server_uuid": "b264a55d-6093-4e76-b67b-79197f8e4dbf", "name": "network-vif-deleted", "tag": "ba0525e0-346f-4352-a361-9e7d00e687ed"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:45:40.185241 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b6b6ec-484a-4131-9045-fe1c8ff80e53 x-openstack-request-id: req-42b6b6ec-484a-4131-9045-fe1c8ff80e53 {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:45:40.185544 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b264a55d-6093-4e76-b67b-79197f8e4dbf", "name": "network-vif-deleted", "tag": "ba0525e0-346f-4352-a361-9e7d00e687ed", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:45:40.185788 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42b6b6ec-484a-4131-9045-fe1c8ff80e53 {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:45:40.186457 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b6b6ec-484a-4131-9045-fe1c8ff80e53'] response: {'server_uuid': 'b264a55d-6093-4e76-b67b-79197f8e4dbf', 'name': 'network-vif-deleted', 'tag': 'ba0525e0-346f-4352-a361-9e7d00e687ed', 'status': 'completed', 'code': 200} Sep 26 01:45:40.213968 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-c1014a92-b68e-46a1-ad3a-6458657835d3 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:45:40.417629 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-c1014a92-b68e-46a1-ad3a-6458657835d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:45:40.443306 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1014a92-b68e-46a1-ad3a-6458657835d3 None None] Checking router: 2ed34702-2bde-499d-ba24-630f048a761b for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:45:40.451927 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1014a92-b68e-46a1-ad3a-6458657835d3 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:45:40.452577 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-c1014a92-b68e-46a1-ad3a-6458657835d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:45:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:45:40.552861 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-c1014a92-b68e-46a1-ad3a-6458657835d3 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:45:40.740061 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-c1014a92-b68e-46a1-ad3a-6458657835d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:45:40.770370 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1014a92-b68e-46a1-ad3a-6458657835d3 None None] The sync data for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi is: [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:45:40.996252 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e4c45-c235-4b23-b1c3-71801e2cf9fe None None] New status for floating IP b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee: DOWN {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:45:41.182702 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43886) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:45:41.238505 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (37d0f700-9396-40ce-aafe-8f22e35949a8), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.260374 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (37d0f700-9396-40ce-aafe-8f22e35949a8), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.308460 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (37d0f700-9396-40ce-aafe-8f22e35949a8), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.311288 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.312524 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/37d0f700-9396-40ce-aafe-8f22e35949a8 HTTP/1.1" status: 204 len: 168 time: 0.1288035 Sep 26 01:45:41.315454 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43888) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:45:41.322229 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d0f700-9396-40ce-aafe-8f22e35949a8,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:41.329218 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.api.v2.resource [None req-afe6fcc1-0596-446e-a590-756f34b5ad21 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] show failed (client error): The resource could not be found. Sep 26 01:45:41.329811 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.330169 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.330282 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-afe6fcc1-0596-446e-a590-756f34b5ad21 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups/37d0f700-9396-40ce-aafe-8f22e35949a8 HTTP/1.1" status: 404 len: 347 time: 0.0136786 Sep 26 01:45:41.330667 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.331007 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.331349 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.331710 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.332027 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.332379 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.332712 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.333042 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.333566 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43890) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:45:41.333715 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.333900 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.334232 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.334560 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.334886 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8881b-17ca-4541-aec4-043b5b0d7e7c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:41.444431 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-ae445322-32de-409d-ac80-cb44051f8862 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Deleting port 22aa0914-ee24-4620-ae0d-2c5ca91d6e86 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:45:41.444764 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ae445322-32de-409d-ac80-cb44051f8862 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (22aa0914-ee24-4620-ae0d-2c5ca91d6e86), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.446916 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:41.482109 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:41.526822 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ae445322-32de-409d-ac80-cb44051f8862 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (22aa0914-ee24-4620-ae0d-2c5ca91d6e86), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.527143 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ae445322-32de-409d-ac80-cb44051f8862 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (22aa0914-ee24-4620-ae0d-2c5ca91d6e86), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.539546 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-ae445322-32de-409d-ac80-cb44051f8862 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Calling delete_port for 22aa0914-ee24-4620-ae0d-2c5ca91d6e86 owned by network:floatingip {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:45:41.665967 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ae445322-32de-409d-ac80-cb44051f8862 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (22aa0914-ee24-4620-ae0d-2c5ca91d6e86), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.693646 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae445322-32de-409d-ac80-cb44051f8862 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event deleted for resources: {'Port': ['ID=22aa0914-ee24-4620-ae0d-2c5ca91d6e86,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:41.753274 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ae445322-32de-409d-ac80-cb44051f8862 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.755850 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ae445322-32de-409d-ac80-cb44051f8862 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.757016 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ae445322-32de-409d-ac80-cb44051f8862 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/b0fe6b32-e4d1-4d66-ba6d-2d685948d5ee HTTP/1.1" status: 204 len: 168 time: 0.4225409 Sep 26 01:45:41.825635 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43894) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:45:41.830760 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-c5560f90-681e-4ef4-bc57-f44ea7cc2ef6 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117820860', 'description': 'tempest-description--1047942493'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:45:41.851756 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c5560f90-681e-4ef4-bc57-f44ea7cc2ef6 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.917534 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c5560f90-681e-4ef4-bc57-f44ea7cc2ef6 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (abf69726-350d-43ce-96d3-78a4aa7fcdee), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.922459 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c5560f90-681e-4ef4-bc57-f44ea7cc2ef6 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (abf69726-350d-43ce-96d3-78a4aa7fcdee), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.951218 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5560f90-681e-4ef4-bc57-f44ea7cc2ef6 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf69726-350d-43ce-96d3-78a4aa7fcdee,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:41.955162 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c5560f90-681e-4ef4-bc57-f44ea7cc2ef6 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:41.956427 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-c5560f90-681e-4ef4-bc57-f44ea7cc2ef6 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1297762 Sep 26 01:45:41.959270 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43896) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:45:41.963562 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-17521f5a-5183-40f7-998e-3e5299d70395 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'security_group_rule': {'security_group_id': 'abf69726-350d-43ce-96d3-78a4aa7fcdee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:45:41.993411 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-17521f5a-5183-40f7-998e-3e5299d70395 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (a9e9bb55-2e1c-4728-ab55-d781e967bcd2), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.268915 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-17521f5a-5183-40f7-998e-3e5299d70395 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (a9e9bb55-2e1c-4728-ab55-d781e967bcd2), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.273549 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-17521f5a-5183-40f7-998e-3e5299d70395 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (a9e9bb55-2e1c-4728-ab55-d781e967bcd2), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.292121 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17521f5a-5183-40f7-998e-3e5299d70395 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e9bb55-2e1c-4728-ab55-d781e967bcd2,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:42.299430 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-17521f5a-5183-40f7-998e-3e5299d70395 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.300686 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-17521f5a-5183-40f7-998e-3e5299d70395 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3404627 Sep 26 01:45:42.303524 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43898) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:45:42.307639 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [None req-26f6479e-f4be-4ee0-8ec9-7a2b0a429840 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'security_group_rule': {'security_group_id': 'abf69726-350d-43ce-96d3-78a4aa7fcdee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:45:42.334150 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-26f6479e-f4be-4ee0-8ec9-7a2b0a429840 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (7ef0a1b3-cc5e-40a7-9f4f-cbfe1948df40), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.388745 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-26f6479e-f4be-4ee0-8ec9-7a2b0a429840 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (7ef0a1b3-cc5e-40a7-9f4f-cbfe1948df40), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.393532 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-26f6479e-f4be-4ee0-8ec9-7a2b0a429840 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582485'] for security_group_rule (7ef0a1b3-cc5e-40a7-9f4f-cbfe1948df40), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.412880 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:42.414724 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6479e-f4be-4ee0-8ec9-7a2b0a429840 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef0a1b3-cc5e-40a7-9f4f-cbfe1948df40,revision_number=0']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:42.422098 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-26f6479e-f4be-4ee0-8ec9-7a2b0a429840 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.423273 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-26f6479e-f4be-4ee0-8ec9-7a2b0a429840 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188478 Sep 26 01:45:42.426607 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43900) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:45:42.431256 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:45:42.452856 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.533927 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.641427 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Allocated IP 172.27.0.107 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/812ca3f9-0123-4ec7-815a-27aea865999c) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:45:42.748920 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for port (812ca3f9-0123-4ec7-815a-27aea865999c), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.781360 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (812ca3f9-0123-4ec7-815a-27aea865999c), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.823860 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:45:42.830813 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:45:42.833071 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'Port': ['ID=812ca3f9-0123-4ec7-815a-27aea865999c,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:42.835226 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:45:42.864092 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:42.874885 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:42.924988 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (5d8109d9-df75-4d46-aa82-e07ae2411c8e), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:42.962232 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (812ca3f9-0123-4ec7-815a-27aea865999c), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:43.036173 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device ba0525e0-346f-4352-a361-9e7d00e687ed no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:45:43.055973 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: ba0525e0-346f-4352-a361-9e7d00e687ed {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:45:43.056322 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device ba0525e0-346f-4352-a361-9e7d00e687ed not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:45:43.113707 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for port (812ca3f9-0123-4ec7-815a-27aea865999c), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:43.118029 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (812ca3f9-0123-4ec7-815a-27aea865999c), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:43.189205 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (5d8109d9-df75-4d46-aa82-e07ae2411c8e), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:43.191771 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'Port': ['ID=812ca3f9-0123-4ec7-815a-27aea865999c,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:43.208509 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:43.209724 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-1b121020-a204-4efa-a6d3-ce6efe005a8b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7820101 Sep 26 01:45:43.412809 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-87cc6c53-e361-486f-8c4e-f8da299e331f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1117820860&fields=id&tenant_id=7e247930abd14072b8dfab4043d3e3f5 HTTP/1.1" status: 200 len: 267 time: 0.0443912 Sep 26 01:45:43.519738 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-817d539f-77c7-4424-9dd8-b2a205f4a22b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:43.521341 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-817d539f-77c7-4424-9dd8-b2a205f4a22b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 814 time: 0.1019754 Sep 26 01:45:43.536049 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-71ff44ec-f6d2-4a48-9845-2318cd8749a8 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/quotas/7e247930abd14072b8dfab4043d3e3f5 HTTP/1.1" status: 200 len: 375 time: 0.0094326 Sep 26 01:45:43.588985 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-6c8149e4-0331-4ed3-94a2-3313bed0495f tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479977 Sep 26 01:45:43.687657 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-1b95ed06-e0d4-45d4-b751-86548648a2a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854456 Sep 26 01:45:43.780760 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-bd949473-ba4e-4aeb-b961-7b4964ba3649 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877252 Sep 26 01:45:43.948374 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7413507e-8930-4855-aca4-68521cfa507d req-e6bb4ac9-910c-4d9c-ad25-c5e0acf80d09 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 210 time: 0.0294759 Sep 26 01:45:44.985098 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:45.075983 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-e8444d5f-9538-4067-b27f-6810500fe232 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:45.077715 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-e8444d5f-9538-4067-b27f-6810500fe232 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 814 time: 0.1143417 Sep 26 01:45:45.078962 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b2f38fb2-b071-4a78-bfa4-66e221d8aca9 req-482e97f6-091d-4419-bbe9-c4cca1e506b8 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 210 time: 0.0512412 Sep 26 01:45:45.139429 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-6ce16b23-006a-4783-96ac-1e368027d82e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7e247930abd14072b8dfab4043d3e3f5 HTTP/1.1" status: 200 len: 380 time: 0.0526757 Sep 26 01:45:45.150628 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'port': {'device_id': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'admin_state_up': True, 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'security_groups': ['abf69726-350d-43ce-96d3-78a4aa7fcdee']}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:45:45.261954 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Made reservation on behalf of 7e247930abd14072b8dfab4043d3e3f5 for: {'port': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:45:45.266455 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:45.391163 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Allocated IP 172.20.0.9 (3f9f02f3-760e-48dc-b09d-e8f3d058e4c5/3955534a-546f-4dc6-aa07-a2e631b4037a/f18080d2-eefc-4329-b872-de34c2711ea0) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:45:45.532730 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for port (f18080d2-eefc-4329-b872-de34c2711ea0), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:45.564041 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:45.611437 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:45:45.614629 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:45:45.617386 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:45:45.649025 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event updated for resources: {'Port': ['ID=f18080d2-eefc-4329-b872-de34c2711ea0,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:45.678489 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:45.679105 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:45.697080 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-f6fa4609-b544-4b59-9b38-9bf9c1338c27 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500524 Sep 26 01:45:45.709025 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Request body: {'port': {'device_id': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:45:45.770617 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:45.784986 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:45.810410 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:45.849029 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-512b5bea-f12c-47e5-a5aa-c46b7f4018bb None None] Provisioning complete for port f18080d2-eefc-4329-b872-de34c2711ea0 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:45:45.849639 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-512b5bea-f12c-47e5-a5aa-c46b7f4018bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:45.849893 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-512b5bea-f12c-47e5-a5aa-c46b7f4018bb None None] Attempt 1 to provision port f18080d2-eefc-4329-b872-de34c2711ea0 Sep 26 01:45:45.881585 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-512b5bea-f12c-47e5-a5aa-c46b7f4018bb None None] Port f18080d2-eefc-4329-b872-de34c2711ea0 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:45:46.029705 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18080d2-eefc-4329-b872-de34c2711ea0 {{(pid=106406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:45:46.037379 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Publish callbacks [] for port (f18080d2-eefc-4329-b872-de34c2711ea0), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:46.051022 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.provisioning_blocks [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Transition to ACTIVE for port object f18080d2-eefc-4329-b872-de34c2711ea0 will not be triggered until provisioned by entity L2. {{(pid=106406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:45:46.054273 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:46.114971 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f18080d2-eefc-4329-b872-de34c2711ea0,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:46.170170 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Attempting to bind port f18080d2-eefc-4329-b872-de34c2711ea0 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:45:46.170500 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Attempting to bind port f18080d2-eefc-4329-b872-de34c2711ea0 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'}] {{(pid=106406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:45:46.170862 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Attempting to bind port f18080d2-eefc-4329-b872-de34c2711ea0 on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:45:46.205856 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2eed9-c08c-43d4-806d-4513725b09fc req-0b37386e-6363-4908-ad32-de1461373a6b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:46.207350 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-88c2eed9-c08c-43d4-806d-4513725b09fc req-0b37386e-6363-4908-ad32-de1461373a6b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 943 time: 0.0499315 Sep 26 01:45:46.213070 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Port f18080d2-eefc-4329-b872-de34c2711ea0 on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:45:46.213402 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Attempting to bind port f18080d2-eefc-4329-b872-de34c2711ea0 on network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:45:46.257545 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:45:46.257877 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Checking segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:45:46.258264 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Bound using segment: {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'} {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:45:46.258697 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Bound port: f18080d2-eefc-4329-b872-de34c2711ea0, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759ff7e5-b856-418e-90e6-7856f7ba82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5'}}] {{(pid=106406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:45:46.259055 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:46.324464 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] For port f18080d2-eefc-4329-b872-de34c2711ea0, host hv-cinder-85920, cleared binding levels {{(pid=106406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:45:46.328210 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] For port f18080d2-eefc-4329-b872-de34c2711ea0, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=f18080d2-eefc-4329-b872-de34c2711ea0,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:45:46.334669 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:46.338146 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:46.339059 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:46.340527 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/f18080d2-eefc-4329-b872-de34c2711ea0 HTTP/1.1" status: 200 len: 1093 time: 0.6357086 Sep 26 01:45:46.343894 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'tag': 'f18080d2-eefc-4329-b872-de34c2711ea0'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:45:46.347082 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee83a33-48d0-4a05-8537-dab1754976f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f62aff-61a8-4ce7-af39-f5f588352f21", "tag": "f18080d2-eefc-4329-b872-de34c2711ea0"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:45:46.382823 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-512b5bea-f12c-47e5-a5aa-c46b7f4018bb None None] Attempt 2 to provision port f18080d2-eefc-4329-b872-de34c2711ea0 Sep 26 01:45:46.410099 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0be2f98-e65d-449a-84c8-e9901c358b05 x-openstack-request-id: req-b0be2f98-e65d-449a-84c8-e9901c358b05 {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:45:46.410480 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f62aff-61a8-4ce7-af39-f5f588352f21", "tag": "f18080d2-eefc-4329-b872-de34c2711ea0", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:45:46.410642 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0be2f98-e65d-449a-84c8-e9901c358b05 {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:45:46.411016 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0be2f98-e65d-449a-84c8-e9901c358b05'] response: {'name': 'network-changed', 'server_uuid': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'tag': 'f18080d2-eefc-4329-b872-de34c2711ea0', 'status': 'completed', 'code': 200} Sep 26 01:45:46.429878 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-512b5bea-f12c-47e5-a5aa-c46b7f4018bb None None] Port f18080d2-eefc-4329-b872-de34c2711ea0 had new provisioning blocks added so it will not transition to active. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 01:45:46.450279 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-4536db80-a39c-427a-ad47-da2b99138242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:46.451891 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-4536db80-a39c-427a-ad47-da2b99138242 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 1127 time: 0.0589197 Sep 26 01:45:46.453625 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9470b4b-f098-465e-8240-156eaa0ef7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f18080d2-eefc-4329-b872-de34c2711ea0,revision_number=3']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:46.489755 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:46.497932 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-e92d0ab1-5a5a-4749-b011-1cf2c9f9020d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f18080d2-eefc-4329-b872-de34c2711ea0 HTTP/1.1" status: 200 len: 217 time: 0.0387228 Sep 26 01:45:46.532019 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-88c2eed9-c08c-43d4-806d-4513725b09fc req-ce4a944c-654e-41ae-8cbc-89cca2d277e1 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abf69726-350d-43ce-96d3-78a4aa7fcdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187580 Sep 26 01:45:46.547701 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-d319c925-85b5-4da8-9327-8c6b1cc1142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:46.549206 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-d319c925-85b5-4da8-9327-8c6b1cc1142f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 200 len: 853 time: 0.0451231 Sep 26 01:45:46.594865 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-e1d421fc-e637-40fd-b936-1fa26db7cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:46.596391 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-e1d421fc-e637-40fd-b936-1fa26db7cc90 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412681 Sep 26 01:45:46.647585 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:46.686405 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-48d0c030-3948-4177-b921-9ab615008f76 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838032 Sep 26 01:45:46.780780 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-cea9470f-6028-464f-9c42-0fc7c45c3820 req-5eaa526c-d716-40b3-83c8-f43fbb765dcf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864251 Sep 26 01:45:47.640813 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:47.654659 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f77fc-14fb-4f83-875f-e2e2baae4bcd req-420311ab-4053-4a99-b7b4-63fbeaefb62d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:47.656446 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-957f77fc-14fb-4f83-875f-e2e2baae4bcd req-420311ab-4053-4a99-b7b4-63fbeaefb62d tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 943 time: 0.0495670 Sep 26 01:45:47.668884 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:47.681188 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee83a33-48d0-4a05-8537-dab1754976f7 req-e4304546-47e5-4ea2-bf97-7797a446d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:47.682749 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8ee83a33-48d0-4a05-8537-dab1754976f7 req-e4304546-47e5-4ea2-bf97-7797a446d584 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 1127 time: 0.0403647 Sep 26 01:45:47.695568 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:47.706586 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-957f77fc-14fb-4f83-875f-e2e2baae4bcd req-ce09f520-dcc9-428b-9130-bd027f68b091 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abf69726-350d-43ce-96d3-78a4aa7fcdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441921 Sep 26 01:45:47.778693 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee83a33-48d0-4a05-8537-dab1754976f7 req-d4f1c0be-6c38-4f7e-92e6-8b92f43ed073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:47.780651 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8ee83a33-48d0-4a05-8537-dab1754976f7 req-d4f1c0be-6c38-4f7e-92e6-8b92f43ed073 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 915 time: 0.0912662 Sep 26 01:45:47.820538 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8ee83a33-48d0-4a05-8537-dab1754976f7 req-90ca38a2-0ba7-4ae4-bd14-f64781d8b727 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f18080d2-eefc-4329-b872-de34c2711ea0 HTTP/1.1" status: 200 len: 217 time: 0.0336769 Sep 26 01:45:47.868725 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee83a33-48d0-4a05-8537-dab1754976f7 req-7c41e1bb-d9c5-49f4-9278-84f36840dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:47.870088 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8ee83a33-48d0-4a05-8537-dab1754976f7 req-7c41e1bb-d9c5-49f4-9278-84f36840dccc service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 200 len: 853 time: 0.0440249 Sep 26 01:45:47.918181 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee83a33-48d0-4a05-8537-dab1754976f7 req-83435661-d37c-46ed-ad2a-adbb2d63084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:47.919643 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8ee83a33-48d0-4a05-8537-dab1754976f7 req-83435661-d37c-46ed-ad2a-adbb2d63084d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408373 Sep 26 01:45:48.007895 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8ee83a33-48d0-4a05-8537-dab1754976f7 req-dfa950d8-da04-4c64-9c25-ec49bc9d27a6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818284 Sep 26 01:45:48.101131 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8ee83a33-48d0-4a05-8537-dab1754976f7 req-b12b2647-7767-4220-9ccd-2fdac369267b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868294 Sep 26 01:45:48.834490 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddadc5-d0af-4f7b-a4f9-a1a4a46cb7bc req-793e868c-1c6d-4c04-8faa-00229bbb0287 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:48.835971 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85ddadc5-d0af-4f7b-a4f9-a1a4a46cb7bc req-793e868c-1c6d-4c04-8faa-00229bbb0287 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 943 time: 0.0546021 Sep 26 01:45:48.882888 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-85ddadc5-d0af-4f7b-a4f9-a1a4a46cb7bc req-a6778100-d4be-4833-8a76-90b105b02f4b tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abf69726-350d-43ce-96d3-78a4aa7fcdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411968 Sep 26 01:45:49.079556 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device f18080d2-eefc-4329-b872-de34c2711ea0 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:45:49.091841 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:49.162089 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:49.179731 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port f18080d2-eefc-4329-b872-de34c2711ea0, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=f18080d2-eefc-4329-b872-de34c2711ea0,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:45:49.191592 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'f18080d2-eefc-4329-b872-de34c2711ea0', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'port_id': 'f18080d2-eefc-4329-b872-de34c2711ea0', 'mac_address': 'fa:16:3e:fd:eb:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:45:49.228664 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port f18080d2-eefc-4329-b872-de34c2711ea0 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:45:49.229047 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:49.242250 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18080d2-eefc-4329-b872-de34c2711ea0 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:45:49.262107 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port f18080d2-eefc-4329-b872-de34c2711ea0, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=f18080d2-eefc-4329-b872-de34c2711ea0,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:45:49.265628 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:49.310865 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=f18080d2-eefc-4329-b872-de34c2711ea0,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:49.318513 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.318878 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.319205 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.319541 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.319872 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.320199 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.320549 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.320872 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.321192 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.321520 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.321833 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.322154 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.322470 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.322787 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.323098 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:45:49.533668 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['f18080d2-eefc-4329-b872-de34c2711ea0'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:45:50.004233 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fc4c6-1774-492b-bae8-9484f421876a req-d5ebba70-d71b-42d8-a172-9558837695dc tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:50.005733 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a90fc4c6-1774-492b-bae8-9484f421876a req-d5ebba70-d71b-42d8-a172-9558837695dc tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 944 time: 0.0471611 Sep 26 01:45:50.052859 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a90fc4c6-1774-492b-bae8-9484f421876a req-0d6b2084-9ed8-4464-8c82-c419d8746c76 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abf69726-350d-43ce-96d3-78a4aa7fcdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416081 Sep 26 01:45:51.081415 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device f18080d2-eefc-4329-b872-de34c2711ea0 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:45:51.125383 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port f18080d2-eefc-4329-b872-de34c2711ea0 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:45:51.132205 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port f18080d2-eefc-4329-b872-de34c2711ea0 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:45:51.132694 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:51.133034 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port f18080d2-eefc-4329-b872-de34c2711ea0 Sep 26 01:45:51.173464 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d56fde-8478-460f-ad2f-8e55d4ffe525 req-0f74b30c-0b15-411b-8f99-f07a8edc9330 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:51.174967 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c7d56fde-8478-460f-ad2f-8e55d4ffe525 req-0f74b30c-0b15-411b-8f99-f07a8edc9330 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 944 time: 0.0470276 Sep 26 01:45:51.209952 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port f18080d2-eefc-4329-b872-de34c2711ea0 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:45:51.210345 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:51.225860 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-c7d56fde-8478-460f-ad2f-8e55d4ffe525 req-5f11dfd7-6364-4779-8e82-899c0c15e7ca tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abf69726-350d-43ce-96d3-78a4aa7fcdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453162 Sep 26 01:45:51.234223 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18080d2-eefc-4329-b872-de34c2711ea0'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:45:51.236676 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6b8e9a-c17e-4fca-ae84-3e1be5375fc5" -d '{"events": [{"server_uuid": "c6f62aff-61a8-4ce7-af39-f5f588352f21", "name": "network-vif-plugged", "status": "completed", "tag": "f18080d2-eefc-4329-b872-de34c2711ea0"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:45:51.250425 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port f18080d2-eefc-4329-b872-de34c2711ea0, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=f18080d2-eefc-4329-b872-de34c2711ea0,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:45:51.255070 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:51.278120 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c25530-dc2d-49ef-8bf2-f30345cdc7d7 x-openstack-request-id: req-c7c25530-dc2d-49ef-8bf2-f30345cdc7d7 {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:45:51.278413 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f62aff-61a8-4ce7-af39-f5f588352f21", "name": "network-vif-plugged", "status": "completed", "tag": "f18080d2-eefc-4329-b872-de34c2711ea0", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:45:51.278667 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7c25530-dc2d-49ef-8bf2-f30345cdc7d7 {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:45:51.279059 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c25530-dc2d-49ef-8bf2-f30345cdc7d7'] response: {'server_uuid': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18080d2-eefc-4329-b872-de34c2711ea0', 'code': 200} Sep 26 01:45:51.308329 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=f18080d2-eefc-4329-b872-de34c2711ea0,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:51.441232 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9c78d-80e9-4161-8e95-2bab4c2157e2 req-35b9e7c6-3772-46d2-83ea-209af8cbc48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:51.442731 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-bbb9c78d-80e9-4161-8e95-2bab4c2157e2 req-35b9e7c6-3772-46d2-83ea-209af8cbc48f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 1129 time: 0.0386658 Sep 26 01:45:51.489276 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-bbb9c78d-80e9-4161-8e95-2bab4c2157e2 req-564e701d-b2f5-48e7-abe1-0007323d2d03 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=abf69726-350d-43ce-96d3-78a4aa7fcdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398991 Sep 26 01:45:52.348189 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c0abb-63e8-4952-b36d-f1ffca2d556b req-0d8efe9f-32e6-4af8-b481-0c17b6477038 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:52.349593 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-066c0abb-63e8-4952-b36d-f1ffca2d556b req-0d8efe9f-32e6-4af8-b481-0c17b6477038 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 945 time: 0.0473309 Sep 26 01:45:52.396648 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-066c0abb-63e8-4952-b36d-f1ffca2d556b req-0c337c87-70be-47a4-a121-e4296091fcaa tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abf69726-350d-43ce-96d3-78a4aa7fcdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Sep 26 01:45:53.519238 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57f2f5-34f4-4e25-9095-cc41003b114d req-87bbbc74-9ba0-4827-9702-8694ad14b9b0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:53.520691 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4b57f2f5-34f4-4e25-9095-cc41003b114d req-87bbbc74-9ba0-4827-9702-8694ad14b9b0 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 945 time: 0.0470824 Sep 26 01:45:53.576088 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4b57f2f5-34f4-4e25-9095-cc41003b114d req-bc9a184e-77c1-4441-acef-81de472e49c9 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abf69726-350d-43ce-96d3-78a4aa7fcdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499516 Sep 26 01:45:53.698306 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baa891-103d-4b16-9ba0-a7c88e98cd07 req-817c3cf3-2f3b-4ba5-8076-aaf63b050c8e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:53.699653 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-53baa891-103d-4b16-9ba0-a7c88e98cd07 req-817c3cf3-2f3b-4ba5-8076-aaf63b050c8e tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 945 time: 0.0507033 Sep 26 01:45:53.710029 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43954) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:45:53.714218 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-9076d93a-d872-4065-a29d-289fcd0b2d9c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Request body: {'floatingip': {'port_id': 'f18080d2-eefc-4329-b872-de34c2711ea0'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:45:53.752521 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9076d93a-d872-4065-a29d-289fcd0b2d9c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (5d8109d9-df75-4d46-aa82-e07ae2411c8e), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:54.127578 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:54.181425 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9076d93a-d872-4065-a29d-289fcd0b2d9c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:54.185189 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9076d93a-d872-4065-a29d-289fcd0b2d9c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (5d8109d9-df75-4d46-aa82-e07ae2411c8e), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:54.284522 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [None req-9076d93a-d872-4065-a29d-289fcd0b2d9c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Floating IP 5d8109d9-df75-4d46-aa82-e07ae2411c8e associated. External IP: 172.27.0.107, port: f18080d2-eefc-4329-b872-de34c2711ea0. Sep 26 01:45:54.287181 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:54.482563 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9076d93a-d872-4065-a29d-289fcd0b2d9c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Router 2ed34702-2bde-499d-ba24-630f048a761b has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:45:54.587290 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9076d93a-d872-4065-a29d-289fcd0b2d9c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:45:54.592002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9076d93a-d872-4065-a29d-289fcd0b2d9c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:54.597236 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f15863a-2499-4154-8458-7f3ffd7d11b6 None None] Sync routers for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:45:54.606823 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f15863a-2499-4154-8458-7f3ffd7d11b6 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:45:54.607423 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-6f15863a-2499-4154-8458-7f3ffd7d11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:45:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:45:54.623190 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-9076d93a-d872-4065-a29d-289fcd0b2d9c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/5d8109d9-df75-4d46-aa82-e07ae2411c8e HTTP/1.1" status: 200 len: 991 time: 0.9121249 Sep 26 01:45:54.624447 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'tag': 'f18080d2-eefc-4329-b872-de34c2711ea0'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:45:54.626888 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac066b-ac73-40d0-be22-241507bb387d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f62aff-61a8-4ce7-af39-f5f588352f21", "tag": "f18080d2-eefc-4329-b872-de34c2711ea0"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:45:54.666804 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8878d143-79b1-49ea-aa15-5ee754f293c3 x-openstack-request-id: req-8878d143-79b1-49ea-aa15-5ee754f293c3 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:45:54.667095 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f62aff-61a8-4ce7-af39-f5f588352f21", "tag": "f18080d2-eefc-4329-b872-de34c2711ea0", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:45:54.667350 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8878d143-79b1-49ea-aa15-5ee754f293c3 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:45:54.667758 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8878d143-79b1-49ea-aa15-5ee754f293c3'] response: {'name': 'network-changed', 'server_uuid': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'tag': 'f18080d2-eefc-4329-b872-de34c2711ea0', 'status': 'completed', 'code': 200} Sep 26 01:45:54.711873 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:54.716115 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-6f15863a-2499-4154-8458-7f3ffd7d11b6 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:45:54.733297 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac066b-ac73-40d0-be22-241507bb387d req-b2122746-d62e-4144-807f-a29be85741b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:54.734857 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-15ac066b-ac73-40d0-be22-241507bb387d req-b2122746-d62e-4144-807f-a29be85741b1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e247930abd14072b8dfab4043d3e3f5&device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 1129 time: 0.0394964 Sep 26 01:45:54.831095 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac066b-ac73-40d0-be22-241507bb387d req-aa458094-350e-4342-9b7d-3bba669d4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:54.832588 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-15ac066b-ac73-40d0-be22-241507bb387d req-aa458094-350e-4342-9b7d-3bba669d4541 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 200 len: 915 time: 0.0910845 Sep 26 01:45:54.898904 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-15ac066b-ac73-40d0-be22-241507bb387d req-c69a6faa-5a6f-43de-a196-41047c9ac9a2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f18080d2-eefc-4329-b872-de34c2711ea0 HTTP/1.1" status: 200 len: 999 time: 0.0601144 Sep 26 01:45:54.952504 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac066b-ac73-40d0-be22-241507bb387d req-592ebeb3-77c9-4f60-b975-b2bab90ad63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:54.954023 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-15ac066b-ac73-40d0-be22-241507bb387d req-592ebeb3-77c9-4f60-b975-b2bab90ad63b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 200 len: 853 time: 0.0476489 Sep 26 01:45:55.000331 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac066b-ac73-40d0-be22-241507bb387d req-a9b9df73-ca8f-445b-83e3-0ceb7d959eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:55.001871 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-15ac066b-ac73-40d0-be22-241507bb387d req-a9b9df73-ca8f-445b-83e3-0ceb7d959eb5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413344 Sep 26 01:45:55.042621 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:55.061869 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-6f15863a-2499-4154-8458-7f3ffd7d11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '5d8109d9-df75-4d46-aa82-e07ae2411c8e', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': 'f18080d2-eefc-4329-b872-de34c2711ea0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:fd:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:45:42Z', 'updated_at': '2022-09-26T01:45:54Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:45:55.068809 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=100 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:55.086584 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f15863a-2499-4154-8458-7f3ffd7d11b6 None None] Checking router: 2ed34702-2bde-499d-ba24-630f048a761b for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:45:55.095247 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f15863a-2499-4154-8458-7f3ffd7d11b6 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:45:55.095848 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-6f15863a-2499-4154-8458-7f3ffd7d11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:45:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:45:55.098009 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-15ac066b-ac73-40d0-be22-241507bb387d req-98f2b9de-f380-45bc-9de9-5f15c444ddf2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893486 Sep 26 01:45:55.193185 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-15ac066b-ac73-40d0-be22-241507bb387d req-9cb9644a-4294-44ee-83e7-d835d2b888c0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857408 Sep 26 01:45:55.199217 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-6f15863a-2499-4154-8458-7f3ffd7d11b6 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:45:55.410958 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-6f15863a-2499-4154-8458-7f3ffd7d11b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '5d8109d9-df75-4d46-aa82-e07ae2411c8e', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': 'f18080d2-eefc-4329-b872-de34c2711ea0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:fd:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:45:42Z', 'updated_at': '2022-09-26T01:45:54Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:45:55.435860 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f15863a-2499-4154-8458-7f3ffd7d11b6 None None] The sync data for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi is: [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '5d8109d9-df75-4d46-aa82-e07ae2411c8e', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'port_id': 'f18080d2-eefc-4329-b872-de34c2711ea0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'mac_address': 'fa:16:3e:fd:eb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:45:42Z', 'updated_at': '2022-09-26T01:45:54Z', 'revision_number': 1, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:45:55.622188 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60af5387-75af-4618-aecc-816ae9f30a76 None None] New status for floating IP 5d8109d9-df75-4d46-aa82-e07ae2411c8e: ACTIVE {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:45:56.912333 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-aeaeffde-fec6-4134-ad28-7dbd627ee6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:59.252700 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-5d032bcd-1a2a-4d07-9254-5c9a6279ca32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:59.265870 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0e13e486-2d78-49b8-9b83-dce6aab81708 req-2f36ffd8-34c8-445a-b4c6-2bb915da150d tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-480611430&fields=id&tenant_id=63b4276ece354a06b400b45e9e49186b HTTP/1.1" status: 200 len: 267 time: 0.0485959 Sep 26 01:45:59.320670 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13e486-2d78-49b8-9b83-dce6aab81708 req-25463f72-d634-4303-a521-47b84a95b118 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:59.322165 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0e13e486-2d78-49b8-9b83-dce6aab81708 req-25463f72-d634-4303-a521-47b84a95b118 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 984 time: 0.0523343 Sep 26 01:45:59.334497 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [req-0e13e486-2d78-49b8-9b83-dce6aab81708 req-32dae8dc-61e0-4a85-9ce4-faac605db9b6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Request body: {'port': {'security_groups': ['4f078083-2bec-4b61-a8fc-9d6876def2be']}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:45:59.411698 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0e13e486-2d78-49b8-9b83-dce6aab81708 req-32dae8dc-61e0-4a85-9ce4-faac605db9b6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:59.602050 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-0e13e486-2d78-49b8-9b83-dce6aab81708 req-32dae8dc-61e0-4a85-9ce4-faac605db9b6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] For port 3ca478bf-2db2-409b-939f-46e8d2591a1d, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:45:59.631537 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0e13e486-2d78-49b8-9b83-dce6aab81708 req-32dae8dc-61e0-4a85-9ce4-faac605db9b6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:59.635974 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0e13e486-2d78-49b8-9b83-dce6aab81708 req-32dae8dc-61e0-4a85-9ce4-faac605db9b6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:59.646982 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13e486-2d78-49b8-9b83-dce6aab81708 req-32dae8dc-61e0-4a85-9ce4-faac605db9b6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:59.647595 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-0e13e486-2d78-49b8-9b83-dce6aab81708 req-32dae8dc-61e0-4a85-9ce4-faac605db9b6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:59.649071 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-0e13e486-2d78-49b8-9b83-dce6aab81708 req-32dae8dc-61e0-4a85-9ce4-faac605db9b6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "PUT /networking/v2.0/ports/3ca478bf-2db2-409b-939f-46e8d2591a1d HTTP/1.1" status: 200 len: 942 time: 0.3199568 Sep 26 01:45:59.649233 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['3ca478bf-2db2-409b-939f-46e8d2591a1d'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:45:59.651377 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:45:59.653579 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7096e652-ee3e-49a9-9d38-ecfe04066208" -d '{"events": [{"name": "network-changed", "server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:45:59.656213 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 43986) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:45:59.704570 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=100 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:59.714943 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:59.715903 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dae8dc-61e0-4a85-9ce4-faac605db9b6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event updated for resources: {'Port': ['ID=3ca478bf-2db2-409b-939f-46e8d2591a1d,revision_number=7']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:45:59.727632 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063a1313-8a2b-45b7-a5ae-8d594a0735ac x-openstack-request-id: req-063a1313-8a2b-45b7-a5ae-8d594a0735ac {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:45:59.728117 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:45:59.728574 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-063a1313-8a2b-45b7-a5ae-8d594a0735ac {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:45:59.729149 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063a1313-8a2b-45b7-a5ae-8d594a0735ac'] response: {'name': 'network-changed', 'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'status': 'completed', 'code': 200} Sep 26 01:45:59.737743 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-27cbf816-43bc-4b89-92ce-389bd47a267c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group (939c25d0-825e-46df-a195-fff9d96e48fe), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:59.778354 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['3ca478bf-2db2-409b-939f-46e8d2591a1d'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:45:59.795978 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-27cbf816-43bc-4b89-92ce-389bd47a267c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group (939c25d0-825e-46df-a195-fff9d96e48fe), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:59.805742 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096e652-ee3e-49a9-9d38-ecfe04066208 req-bf795473-b757-4979-9ef6-a60bad6a3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:59.807226 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7096e652-ee3e-49a9-9d38-ecfe04066208 req-bf795473-b757-4979-9ef6-a60bad6a3da7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=63b4276ece354a06b400b45e9e49186b&device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 1129 time: 0.0656228 Sep 26 01:45:59.880387 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:45:59.925114 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096e652-ee3e-49a9-9d38-ecfe04066208 req-2d103ce9-c85a-4547-825b-8b90069ce7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:45:59.926598 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7096e652-ee3e-49a9-9d38-ecfe04066208 req-2d103ce9-c85a-4547-825b-8b90069ce7eb service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c HTTP/1.1" status: 200 len: 914 time: 0.1084480 Sep 26 01:45:59.933122 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-27cbf816-43bc-4b89-92ce-389bd47a267c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (939c25d0-825e-46df-a195-fff9d96e48fe), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:59.936360 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-27cbf816-43bc-4b89-92ce-389bd47a267c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:45:59.937534 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-27cbf816-43bc-4b89-92ce-389bd47a267c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/939c25d0-825e-46df-a195-fff9d96e48fe HTTP/1.1" status: 204 len: 168 time: 0.2796981 Sep 26 01:45:59.940415 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 43990) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:45:59.985613 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbf816-43bc-4b89-92ce-389bd47a267c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939c25d0-825e-46df-a195-fff9d96e48fe,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:00.008608 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7096e652-ee3e-49a9-9d38-ecfe04066208 req-758608d2-f938-4a29-befe-f3e31d61e916 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d HTTP/1.1" status: 200 len: 1000 time: 0.0697546 Sep 26 01:46:00.059721 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096e652-ee3e-49a9-9d38-ecfe04066208 req-dfcf4ae5-accf-41fd-8d18-f4b671b5a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:00.062296 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7096e652-ee3e-49a9-9d38-ecfe04066208 req-dfcf4ae5-accf-41fd-8d18-f4b671b5a9e5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=be372b9c-9e4c-4f3f-8901-a3fa0c366d3c HTTP/1.1" status: 200 len: 852 time: 0.0469556 Sep 26 01:46:00.093613 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:00.096856 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Deleting port f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:00.097202 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:00.106983 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096e652-ee3e-49a9-9d38-ecfe04066208 req-72988295-7bb0-4ca7-8fee-1ace34fc9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:00.108632 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7096e652-ee3e-49a9-9d38-ecfe04066208 req-72988295-7bb0-4ca7-8fee-1ace34fc9b1d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384457 Sep 26 01:46:00.177096 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:00.177425 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for floatingip (f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:00.190799 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Calling delete_port for f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee owned by network:floatingip {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:00.202743 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7096e652-ee3e-49a9-9d38-ecfe04066208 req-876669fd-01b4-4006-a870-6a056f2162bd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871415 Sep 26 01:46:00.297470 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-7096e652-ee3e-49a9-9d38-ecfe04066208 req-e902fdcf-6755-4818-b373-91841491702d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880075 Sep 26 01:46:00.344841 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:00.370595 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event deleted for resources: {'Port': ['ID=f0d7c0c3-d5d8-40b9-8f75-bdc8013ddaee,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:00.433895 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks [] for floatingip (c29132dc-8875-49a1-af9e-c0d0138101b1), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:00.434219 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Floating IP c29132dc-8875-49a1-af9e-c0d0138101b1 disassociated (deleted). External IP: 172.27.0.72, port: 3ca478bf-2db2-409b-939f-46e8d2591a1d. Sep 26 01:46:00.635427 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Router 74c2037e-5d05-4224-8658-230251a01426 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:46:00.737423 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:46:00.742012 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:00.751522 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4746eccc-a315-4468-bffe-58f06e0c05d5 None None] Sync routers for ids ['74c2037e-5d05-4224-8658-230251a01426'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:46:00.760446 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:00.766677 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746eccc-a315-4468-bffe-58f06e0c05d5 None None] Routers {'74c2037e-5d05-4224-8658-230251a01426'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:46:00.767312 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-4746eccc-a315-4468-bffe-58f06e0c05d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:45:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['74c2037e-5d05-4224-8658-230251a01426'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:00.777824 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-97206317-f03f-4d99-8c79-a33298f6bbfc tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/c29132dc-8875-49a1-af9e-c0d0138101b1 HTTP/1.1" status: 204 len: 168 time: 0.8362637 Sep 26 01:46:00.884832 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-4746eccc-a315-4468-bffe-58f06e0c05d5 None None] Set router 74c2037e-5d05-4224-8658-230251a01426 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:46:00.886355 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:01.080771 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-4746eccc-a315-4468-bffe-58f06e0c05d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '63c3ca00-765a-41c9-a25d-7ba1c6e5433e', 'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'mac_address': 'fa:16:3e:54:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:47Z', 'updated_at': '2022-09-26T01:43:57Z', 'revision_number': 5, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'subnets': [{'id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:01.109694 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4746eccc-a315-4468-bffe-58f06e0c05d5 None None] Checking router: 74c2037e-5d05-4224-8658-230251a01426 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:46:01.118054 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746eccc-a315-4468-bffe-58f06e0c05d5 None None] Routers {'74c2037e-5d05-4224-8658-230251a01426'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:46:01.118641 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-4746eccc-a315-4468-bffe-58f06e0c05d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:45:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['74c2037e-5d05-4224-8658-230251a01426'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:01.219746 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-4746eccc-a315-4468-bffe-58f06e0c05d5 None None] Set router 74c2037e-5d05-4224-8658-230251a01426 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:46:01.402679 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-4746eccc-a315-4468-bffe-58f06e0c05d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '63c3ca00-765a-41c9-a25d-7ba1c6e5433e', 'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'mac_address': 'fa:16:3e:54:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:47Z', 'updated_at': '2022-09-26T01:43:57Z', 'revision_number': 5, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'subnets': [{'id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:01.426825 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4746eccc-a315-4468-bffe-58f06e0c05d5 None None] The sync data for ids ['74c2037e-5d05-4224-8658-230251a01426'] in dv-cinder-859203-2-iscsi is: [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:43:48Z', 'revision_number': 4, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '63c3ca00-765a-41c9-a25d-7ba1c6e5433e', 'name': '', 'network_id': '6109f9fe-7dc9-4599-b93f-6fcbe6418d6c', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'mac_address': 'fa:16:3e:54:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:47Z', 'updated_at': '2022-09-26T01:43:57Z', 'revision_number': 5, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'subnets': [{'id': 'be372b9c-9e4c-4f3f-8901-a3fa0c366d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:46:01.648786 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd15058-cf30-4cb8-9296-4a7fdad83ef4 None None] New status for floating IP c29132dc-8875-49a1-af9e-c0d0138101b1: DOWN {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:46:01.651849 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:01.652530 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:01.731067 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:46:01.733695 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e90125a-6e22-459b-9199-d8bce36dc9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:46:01.771558 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca7489f-1bfe-4fed-a521-adb2ad12b15d x-openstack-request-id: req-9ca7489f-1bfe-4fed-a521-adb2ad12b15d {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:46:01.771852 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:46:01.772110 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ca7489f-1bfe-4fed-a521-adb2ad12b15d {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:46:01.772548 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca7489f-1bfe-4fed-a521-adb2ad12b15d'] response: {'name': 'network-changed', 'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'status': 'completed', 'code': 200} Sep 26 01:46:01.834587 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90125a-6e22-459b-9199-d8bce36dc9f0 req-7fc52640-2da7-445d-800d-0660e8cdfb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:01.836086 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-3e90125a-6e22-459b-9199-d8bce36dc9f0 req-7fc52640-2da7-445d-800d-0660e8cdfb55 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=63b4276ece354a06b400b45e9e49186b&device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 1129 time: 0.0401838 Sep 26 01:46:01.928770 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90125a-6e22-459b-9199-d8bce36dc9f0 req-f4fa96c3-4fea-4f31-af37-8a474426ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:01.930114 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-3e90125a-6e22-459b-9199-d8bce36dc9f0 req-f4fa96c3-4fea-4f31-af37-8a474426ff1c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c HTTP/1.1" status: 200 len: 914 time: 0.0872910 Sep 26 01:46:01.968602 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-3e90125a-6e22-459b-9199-d8bce36dc9f0 req-7b1e0f34-1d62-4650-b759-ece4938e7fda service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d HTTP/1.1" status: 200 len: 217 time: 0.0311408 Sep 26 01:46:01.982110 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:02.018055 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90125a-6e22-459b-9199-d8bce36dc9f0 req-5d2aca70-6529-4307-89ec-d975e1b6c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:02.019459 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-3e90125a-6e22-459b-9199-d8bce36dc9f0 req-5d2aca70-6529-4307-89ec-d975e1b6c6ea service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=be372b9c-9e4c-4f3f-8901-a3fa0c366d3c HTTP/1.1" status: 200 len: 852 time: 0.0447891 Sep 26 01:46:02.066485 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90125a-6e22-459b-9199-d8bce36dc9f0 req-a9af8d55-4f89-4ad7-8db5-2919937132a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:02.068141 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-3e90125a-6e22-459b-9199-d8bce36dc9f0 req-a9af8d55-4f89-4ad7-8db5-2919937132a4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419562 Sep 26 01:46:02.140440 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:02.171660 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-3e90125a-6e22-459b-9199-d8bce36dc9f0 req-cd0206db-f77d-4f65-b566-79cf9bbe965c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904980 Sep 26 01:46:02.273725 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-3e90125a-6e22-459b-9199-d8bce36dc9f0 req-85c61c2b-8c7e-47d2-b877-6d43979ca4a8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944204 Sep 26 01:46:02.347064 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:03.094546 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:03.126802 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-09f3627a-9f97-47f8-b922-aa20084c2a72 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1718875407&fields=id&tenant_id=786ed33f027946f581147e672b947df0 HTTP/1.1" status: 200 len: 267 time: 0.0485127 Sep 26 01:46:03.236581 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-e5d56ac9-6b52-4e57-a42e-8971747fb291 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:03.238071 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-e5d56ac9-6b52-4e57-a42e-8971747fb291 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 812 time: 0.1050053 Sep 26 01:46:03.250240 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:03.255024 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-04c051f8-45f4-4724-8660-699ece0ac6d5 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/quotas/786ed33f027946f581147e672b947df0 HTTP/1.1" status: 200 len: 375 time: 0.0111721 Sep 26 01:46:03.312753 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-39764bca-1233-4d67-b515-12eff0e3390f tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518937 Sep 26 01:46:03.415123 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-db0e294f-da32-4292-afd2-0b76493370a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907147 Sep 26 01:46:03.516150 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-a6100519-d84a-4503-9836-af41572b6963 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942268 Sep 26 01:46:03.817083 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-e3a3f0a4-b5b4-4e3f-b474-7cc9412e273d req-bd81b533-189d-4e75-8fbc-51b158228a7d tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 210 time: 0.0287049 Sep 26 01:46:04.727643 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a575ad2-4c67-4d70-8bfa-dacf4c1b1b76 req-8da27ead-82cb-4c61-900f-0109eed3eff6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:04.729432 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8a575ad2-4c67-4d70-8bfa-dacf4c1b1b76 req-8da27ead-82cb-4c61-900f-0109eed3eff6 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 945 time: 0.0491035 Sep 26 01:46:04.781412 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8a575ad2-4c67-4d70-8bfa-dacf4c1b1b76 req-603aa47e-8753-4caa-a90b-b8b6f2d2a4e9 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438392 Sep 26 01:46:04.976963 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3c4be4de-adb5-49b4-b20b-c008997cb421 req-e32134c0-4e8e-48c1-bcd2-6c175cc4a1be tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 210 time: 0.0847051 Sep 26 01:46:05.903188 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370f390-bf7f-47da-a0a8-eda9697ed9c0 req-c6f5c667-5437-445d-945e-d51362ee4156 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:05.904888 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3370f390-bf7f-47da-a0a8-eda9697ed9c0 req-c6f5c667-5437-445d-945e-d51362ee4156 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 945 time: 0.0477734 Sep 26 01:46:05.952190 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-3370f390-bf7f-47da-a0a8-eda9697ed9c0 req-0ed433cc-0727-4257-942b-9917659e1e98 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Sep 26 01:46:06.082850 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8b14e354-b371-49f3-9362-29ec629ce9e3 req-9845e53b-1abd-44fc-98ed-bea5aefd3577 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 210 time: 0.0284824 Sep 26 01:46:06.331707 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:06.425482 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-db0647c4-416e-4ebb-8597-07f92c4d9a3e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:06.426838 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-db0647c4-416e-4ebb-8597-07f92c4d9a3e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 812 time: 0.1050286 Sep 26 01:46:06.517341 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-ad0c80b1-f538-46d4-a69a-46ce88d2b867 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=786ed33f027946f581147e672b947df0 HTTP/1.1" status: 200 len: 380 time: 0.0565999 Sep 26 01:46:06.623297 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'port': {'device_id': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'admin_state_up': True, 'tenant_id': '786ed33f027946f581147e672b947df0', 'security_groups': ['b7800397-6019-45d1-9be6-ea140cdc3e80']}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:46:06.735987 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Made reservation on behalf of 786ed33f027946f581147e672b947df0 for: {'port': 1} {{(pid=106406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 01:46:06.739888 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:06.828668 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a86ab-8bae-4892-a908-e38f4a7c60dc req-341f9fc2-07ac-45d0-bfe1-e5d12440451b tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:06.830117 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cc3a86ab-8bae-4892-a908-e38f4a7c60dc req-341f9fc2-07ac-45d0-bfe1-e5d12440451b tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 945 time: 0.0609686 Sep 26 01:46:06.871838 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_common [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Allocated IP 172.20.0.9 (9880eab6-c89c-4490-9622-c91f1df8e6a8/840b9a72-e2b8-40ef-b59c-aae9095f9e03/d87f1ce7-0e22-4d36-b599-eda657e335c3) {{(pid=106406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:46:06.919731 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-cc3a86ab-8bae-4892-a908-e38f4a7c60dc req-9da282d3-ad08-4425-84e3-dafb9c58d80c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Deleting port 3ca478bf-2db2-409b-939f-46e8d2591a1d {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:06.920304 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-cc3a86ab-8bae-4892-a908-e38f4a7c60dc req-9da282d3-ad08-4425-84e3-dafb9c58d80c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:07.029602 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-cc3a86ab-8bae-4892-a908-e38f4a7c60dc req-9da282d3-ad08-4425-84e3-dafb9c58d80c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] For port 3ca478bf-2db2-409b-939f-46e8d2591a1d, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=3ca478bf-2db2-409b-939f-46e8d2591a1d,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:07.029602 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-cc3a86ab-8bae-4892-a908-e38f4a7c60dc req-9da282d3-ad08-4425-84e3-dafb9c58d80c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:07.031502 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:07.043055 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:07.071850 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:07.085543 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-cc3a86ab-8bae-4892-a908-e38f4a7c60dc req-9da282d3-ad08-4425-84e3-dafb9c58d80c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Calling delete_port for 3ca478bf-2db2-409b-939f-46e8d2591a1d owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:07.111816 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a16a66-7ec9-4b55-be53-fc37c977bce3 req-57aa7682-ad97-4d79-a5e2-73af678ccf51 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:07.120159 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Network 9880eab6-c89c-4490-9622-c91f1df8e6a8 is already hosted by enough agents. {{(pid=106406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:46:07.123096 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a6a16a66-7ec9-4b55-be53-fc37c977bce3 req-57aa7682-ad97-4d79-a5e2-73af678ccf51 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=76e69c76-ef7a-4483-a6a0-f5ca65f98d22 HTTP/1.1" status: 200 len: 945 time: 0.0813909 Sep 26 01:46:07.127122 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.base_scheduler [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Resources bound (agent type, host, resource id): {{(pid=106406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:46:07.131746 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Received port after_create {{(pid=106406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:46:07.138960 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'Port': ['ID=d87f1ce7-0e22-4d36-b599-eda657e335c3,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:07.205342 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:07.206135 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:07.224996 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-63325130-66bb-4dbf-8439-026c02eac49e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6054561 Sep 26 01:46:07.243916 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:07.255685 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.v2.base [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Request body: {'port': {'device_id': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85920'}} {{(pid=106406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:46:07.277845 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de19e5-f67e-45b1-a607-949eb7950c25 req-85df3c71-1a15-48f6-b0d2-3ea85a5bbb9e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:07.279399 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-48de19e5-f67e-45b1-a607-949eb7950c25 req-85df3c71-1a15-48f6-b0d2-3ea85a5bbb9e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 931 time: 0.0982678 Sep 26 01:46:07.298934 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a6a16a66-7ec9-4b55-be53-fc37c977bce3 req-591d9707-ee0d-4c77-b3f3-dff74f23c573 tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4f078083-2bec-4b61-a8fc-9d6876def2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274333 Sep 26 01:46:07.337936 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:07.366443 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:07.372872 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-f4543837-309f-45c6-abbe-bcbcd0bcecb2 None None] Provisioning complete for port d87f1ce7-0e22-4d36-b599-eda657e335c3 triggered by entity DHCP. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:46:07.373905 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-f4543837-309f-45c6-abbe-bcbcd0bcecb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:07.374400 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-f4543837-309f-45c6-abbe-bcbcd0bcecb2 None None] Attempt 1 to provision port d87f1ce7-0e22-4d36-b599-eda657e335c3 Sep 26 01:46:07.388078 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-48de19e5-f67e-45b1-a607-949eb7950c25 req-c382db35-f4f8-4717-b80a-c73cfe78012f tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015561 Sep 26 01:46:07.388370 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:07.395502 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:07.409881 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-cc3a86ab-8bae-4892-a908-e38f4a7c60dc req-9da282d3-ad08-4425-84e3-dafb9c58d80c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (3ca478bf-2db2-409b-939f-46e8d2591a1d), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:07.415118 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-f4543837-309f-45c6-abbe-bcbcd0bcecb2 None None] Port d87f1ce7-0e22-4d36-b599-eda657e335c3 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:46:07.432763 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['3ca478bf-2db2-409b-939f-46e8d2591a1d'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:46:07.447588 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da282d3-ad08-4425-84e3-dafb9c58d80c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Pushing event deleted for resources: {'Port': ['ID=3ca478bf-2db2-409b-939f-46e8d2591a1d,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:07.498816 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3a86ab-8bae-4892-a908-e38f4a7c60dc req-9da282d3-ad08-4425-84e3-dafb9c58d80c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] No DVR routers for this DVR port 3ca478bf-2db2-409b-939f-46e8d2591a1d on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:46:07.501588 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-cc3a86ab-8bae-4892-a908-e38f4a7c60dc req-9da282d3-ad08-4425-84e3-dafb9c58d80c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:07.505041 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-cc3a86ab-8bae-4892-a908-e38f4a7c60dc req-9da282d3-ad08-4425-84e3-dafb9c58d80c tempest-TestMinimumBasicScenario-1444211625 tempest-TestMinimumBasicScenario-1444211625-project] 10.222.0.52 "DELETE /networking/v2.0/ports/3ca478bf-2db2-409b-939f-46e8d2591a1d HTTP/1.1" status: 204 len: 173 time: 0.6691937 Sep 26 01:46:07.505567 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'name': 'network-vif-deleted', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:46:07.507958 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4429706-7307-4476-b9f3-e56504137134" -d '{"events": [{"server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "name": "network-vif-deleted", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:46:07.547156 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f6ee7d-368f-4043-b369-04f52b75e4f1 x-openstack-request-id: req-14f6ee7d-368f-4043-b369-04f52b75e4f1 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:46:07.547319 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e69c76-ef7a-4483-a6a0-f5ca65f98d22", "name": "network-vif-deleted", "tag": "3ca478bf-2db2-409b-939f-46e8d2591a1d", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:46:07.547557 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14f6ee7d-368f-4043-b369-04f52b75e4f1 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:46:07.547953 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f6ee7d-368f-4043-b369-04f52b75e4f1'] response: {'server_uuid': '76e69c76-ef7a-4483-a6a0-f5ca65f98d22', 'name': 'network-vif-deleted', 'tag': '3ca478bf-2db2-409b-939f-46e8d2591a1d', 'status': 'completed', 'code': 200} Sep 26 01:46:07.843600 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87f1ce7-0e22-4d36-b599-eda657e335c3 {{(pid=106406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:46:07.851320 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Publish callbacks [] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:07.864689 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.provisioning_blocks [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Transition to ACTIVE for port object d87f1ce7-0e22-4d36-b599-eda657e335c3 will not be triggered until provisioned by entity L2. {{(pid=106406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 01:46:07.869041 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:07.916311 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-f4543837-309f-45c6-abbe-bcbcd0bcecb2 None None] Attempt 2 to provision port d87f1ce7-0e22-4d36-b599-eda657e335c3 Sep 26 01:46:07.952026 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Pushing event updated for resources: {'Port': ['ID=d87f1ce7-0e22-4d36-b599-eda657e335c3,revision_number=2']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:07.955699 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-f4543837-309f-45c6-abbe-bcbcd0bcecb2 None None] Port d87f1ce7-0e22-4d36-b599-eda657e335c3 cannot update to ACTIVE because it is not bound. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 01:46:07.980670 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Attempting to bind port d87f1ce7-0e22-4d36-b599-eda657e335c3 on host hv-cinder-85920 for vnic_type normal with profile {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 01:46:07.981002 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Attempting to bind port d87f1ce7-0e22-4d36-b599-eda657e335c3 by drivers openvswitch,hyperv on host hv-cinder-85920 at level 0 using segments [{'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'}] {{(pid=106406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 01:46:07.981327 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Attempting to bind port d87f1ce7-0e22-4d36-b599-eda657e335c3 on network 9880eab6-c89c-4490-9622-c91f1df8e6a8 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:46:08.022775 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Port d87f1ce7-0e22-4d36-b599-eda657e335c3 on network 9880eab6-c89c-4490-9622-c91f1df8e6a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85920 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 01:46:08.023027 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Attempting to bind port d87f1ce7-0e22-4d36-b599-eda657e335c3 on network 9880eab6-c89c-4490-9622-c91f1df8e6a8 {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 01:46:08.065688 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Checking agent: {'id': '4672190c-454b-4484-9422-60d7ed14b6c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85920', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'started_at': datetime.datetime(2022, 9, 26, 1, 34, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 1, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 01:46:08.066017 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Checking segment: {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 01:46:08.066397 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Bound using segment: {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'} {{(pid=106406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 01:46:08.066826 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.managers [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Bound port: d87f1ce7-0e22-4d36-b599-eda657e335c3, host: hv-cinder-85920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a38eefe-6c54-480f-ba89-0d00d8bf688e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8'}}] {{(pid=106406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 01:46:08.067182 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), before_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:08.135730 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:08.137192 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] For port d87f1ce7-0e22-4d36-b599-eda657e335c3, host hv-cinder-85920, cleared binding levels {{(pid=106406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 01:46:08.140967 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] For port d87f1ce7-0e22-4d36-b599-eda657e335c3, host hv-cinder-85920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=d87f1ce7-0e22-4d36-b599-eda657e335c3,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 01:46:08.147767 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6739788'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:08.150949 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:08.151794 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:08.153231 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/d87f1ce7-0e22-4d36-b599-eda657e335c3 HTTP/1.1" status: 200 len: 1093 time: 0.9019248 Sep 26 01:46:08.156516 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'tag': 'd87f1ce7-0e22-4d36-b599-eda657e335c3'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:46:08.159142 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1a7d69-1217-490f-9e45-57f8437737a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7bc890d-5499-4e26-b8be-616f85d3c822", "tag": "d87f1ce7-0e22-4d36-b599-eda657e335c3"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:46:08.219770 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6c8e8c-2ff3-465a-add4-3f59881e88a1 x-openstack-request-id: req-7f6c8e8c-2ff3-465a-add4-3f59881e88a1 {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:46:08.220054 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7bc890d-5499-4e26-b8be-616f85d3c822", "tag": "d87f1ce7-0e22-4d36-b599-eda657e335c3", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:46:08.220299 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f6c8e8c-2ff3-465a-add4-3f59881e88a1 {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:46:08.220707 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6c8e8c-2ff3-465a-add4-3f59881e88a1'] response: {'name': 'network-changed', 'server_uuid': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'tag': 'd87f1ce7-0e22-4d36-b599-eda657e335c3', 'status': 'completed', 'code': 200} Sep 26 01:46:08.238499 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c7dcd-2b14-41d1-b547-f8ebaa7775da service neutron] Pushing event updated for resources: {'Port': ['ID=d87f1ce7-0e22-4d36-b599-eda657e335c3,revision_number=3']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:08.252332 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-d57cd08a-ee06-4d67-a1ca-2157d1154d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:08.253871 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-d57cd08a-ee06-4d67-a1ca-2157d1154d9e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 1127 time: 0.0512836 Sep 26 01:46:08.297019 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-36ceedc9-ea43-4de2-add5-dc0534d79f1d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d87f1ce7-0e22-4d36-b599-eda657e335c3 HTTP/1.1" status: 200 len: 217 time: 0.0351384 Sep 26 01:46:08.345315 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-35a6760b-7ef4-4e35-b0be-df1bc0b35c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:08.346787 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-35a6760b-7ef4-4e35-b0be-df1bc0b35c30 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 200 len: 851 time: 0.0440817 Sep 26 01:46:08.390816 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-6676bdbe-69b0-4181-8ceb-2b23711bac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:08.392557 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-6676bdbe-69b0-4181-8ceb-2b23711bac34 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9880eab6-c89c-4490-9622-c91f1df8e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398448 Sep 26 01:46:08.456261 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-f4543837-309f-45c6-abbe-bcbcd0bcecb2 None None] Attempt 3 to provision port d87f1ce7-0e22-4d36-b599-eda657e335c3 Sep 26 01:46:08.502309 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-097021fb-e6d6-4f2d-909f-f53d2d4bea3f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035647 Sep 26 01:46:08.505828 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-f4543837-309f-45c6-abbe-bcbcd0bcecb2 None None] Port d87f1ce7-0e22-4d36-b599-eda657e335c3 had new provisioning blocks added so it will not transition to active. {{(pid=106407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 01:46:08.527995 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:08.533117 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02910733-92e2-4633-8412-7bda5f09ec18 req-b87bd416-c34c-4e47-9358-f66586864df1 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:08.534591 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-02910733-92e2-4633-8412-7bda5f09ec18 req-b87bd416-c34c-4e47-9358-f66586864df1 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 943 time: 0.0528512 Sep 26 01:46:08.594017 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-02910733-92e2-4633-8412-7bda5f09ec18 req-e908b337-3262-4a06-a0cf-261a1b83ff01 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530140 Sep 26 01:46:08.612457 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-8fb3e0c1-fb1b-4d35-8484-8292c0af4f54 req-f05b9f1b-033f-412e-bbaa-ed6ff8716266 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044240 Sep 26 01:46:08.899330 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a7d69-1217-490f-9e45-57f8437737a1 req-54d62dac-3511-4cc0-ad21-63f0bcb42fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:08.900884 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-ce1a7d69-1217-490f-9e45-57f8437737a1 req-54d62dac-3511-4cc0-ad21-63f0bcb42fba service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 1127 time: 0.0454154 Sep 26 01:46:08.994718 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a7d69-1217-490f-9e45-57f8437737a1 req-0633b534-5687-4e78-b0f7-9d706146a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:08.996188 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-ce1a7d69-1217-490f-9e45-57f8437737a1 req-0633b534-5687-4e78-b0f7-9d706146a24f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 913 time: 0.0887980 Sep 26 01:46:09.046111 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44122) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:09.050466 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-ce1a7d69-1217-490f-9e45-57f8437737a1 req-9eb6ab2f-3724-40ee-8fb1-0ad36037aa04 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d87f1ce7-0e22-4d36-b599-eda657e335c3 HTTP/1.1" status: 200 len: 217 time: 0.0432229 Sep 26 01:46:09.111498 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a7d69-1217-490f-9e45-57f8437737a1 req-0ecd205d-1d91-46db-84b3-90e0af0183e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:09.112913 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-ce1a7d69-1217-490f-9e45-57f8437737a1 req-0ecd205d-1d91-46db-84b3-90e0af0183e8 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 200 len: 851 time: 0.0447531 Sep 26 01:46:09.155572 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a7d69-1217-490f-9e45-57f8437737a1 req-7d4d9603-0bc4-452f-9d29-32f42aefb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:09.157104 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-ce1a7d69-1217-490f-9e45-57f8437737a1 req-7d4d9603-0bc4-452f-9d29-32f42aefb131 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9880eab6-c89c-4490-9622-c91f1df8e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385103 Sep 26 01:46:09.251459 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-ce1a7d69-1217-490f-9e45-57f8437737a1 req-e24ce7cd-8ef7-4db5-8785-01342b5e0f4b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870957 Sep 26 01:46:09.341479 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-ce1a7d69-1217-490f-9e45-57f8437737a1 req-3bee1118-a3d0-4d34-a316-6f1bd22b0dd1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840752 Sep 26 01:46:09.363635 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4a59cb78-2d22-4b4b-b759-5943130a8428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428451'] for router_interface (74c2037e-5d05-4224-8658-230251a01426), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:09.838573 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce14f04-82dc-4c66-b935-c04dd208afc4 req-59b336d2-b99a-4fc9-bce2-4f6ad09660a3 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:09.840014 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2ce14f04-82dc-4c66-b935-c04dd208afc4 req-59b336d2-b99a-4fc9-bce2-4f6ad09660a3 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 943 time: 0.0770502 Sep 26 01:46:09.906471 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:09.942416 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2ce14f04-82dc-4c66-b935-c04dd208afc4 req-4418a4a0-f1bc-43a0-8ff5-571c6fe29d61 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965312 Sep 26 01:46:09.943049 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-4a59cb78-2d22-4b4b-b759-5943130a8428 admin admin] Deleting port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:09.943382 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4a59cb78-2d22-4b4b-b759-5943130a8428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:10.028487 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [None req-4a59cb78-2d22-4b4b-b759-5943130a8428 admin admin] For port 63c3ca00-765a-41c9-a25d-7ba1c6e5433e, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=63c3ca00-765a-41c9-a25d-7ba1c6e5433e,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:10.029045 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4a59cb78-2d22-4b4b-b759-5943130a8428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:10.042513 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-4a59cb78-2d22-4b4b-b759-5943130a8428 admin admin] Calling delete_port for 63c3ca00-765a-41c9-a25d-7ba1c6e5433e owned by network:router_interface {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:10.046710 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=100 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:10.221071 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4a59cb78-2d22-4b4b-b759-5943130a8428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (63c3ca00-765a-41c9-a25d-7ba1c6e5433e), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:10.245872 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59cb78-2d22-4b4b-b759-5943130a8428 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c3ca00-765a-41c9-a25d-7ba1c6e5433e,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:10.410970 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4a59cb78-2d22-4b4b-b759-5943130a8428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484627'] for router_interface (74c2037e-5d05-4224-8658-230251a01426), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:10.619155 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a59cb78-2d22-4b4b-b759-5943130a8428 admin admin] Router 74c2037e-5d05-4224-8658-230251a01426 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:46:10.724941 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a59cb78-2d22-4b4b-b759-5943130a8428 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:46:10.733697 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-4a59cb78-2d22-4b4b-b759-5943130a8428 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/74c2037e-5d05-4224-8658-230251a01426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6830950 Sep 26 01:46:10.734405 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44126) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:10.735388 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f606e905-bad8-484a-8db6-ec7f8814113b None None] Sync routers for ids ['74c2037e-5d05-4224-8658-230251a01426'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:46:10.746382 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606e905-bad8-484a-8db6-ec7f8814113b None None] Routers {'74c2037e-5d05-4224-8658-230251a01426'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:46:10.747229 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-f606e905-bad8-484a-8db6-ec7f8814113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:45:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['74c2037e-5d05-4224-8658-230251a01426'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:10.832884 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:10.837715 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Publish callbacks [] for router (74c2037e-5d05-4224-8658-230251a01426), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:10.850648 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-f606e905-bad8-484a-8db6-ec7f8814113b None None] Set router 74c2037e-5d05-4224-8658-230251a01426 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:46:10.924412 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=100 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:10.939351 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Publish callbacks [] for router_gateway (74c2037e-5d05-4224-8658-230251a01426), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:10.982885 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Deleting port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:10.983336 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.021654 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-f606e905-bad8-484a-8db6-ec7f8814113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:46:10Z', 'revision_number': 5, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port': {'id': '9c975da5-0d4b-49bc-8e78-4dc0d8cc192f', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2037e-5d05-4224-8658-230251a01426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:46Z', 'updated_at': '2022-09-26T01:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:11.052045 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f606e905-bad8-484a-8db6-ec7f8814113b None None] Checking router: 74c2037e-5d05-4224-8658-230251a01426 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:46:11.061605 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606e905-bad8-484a-8db6-ec7f8814113b None None] Routers {'74c2037e-5d05-4224-8658-230251a01426'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:46:11.062213 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-f606e905-bad8-484a-8db6-ec7f8814113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:45:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['74c2037e-5d05-4224-8658-230251a01426'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:11.063413 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:11.077501 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] For port 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=9c975da5-0d4b-49bc-8e78-4dc0d8cc192f,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:11.077865 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.084826 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04157158-30ea-4052-a82f-ad1144a55b1f req-61e3726c-5236-4fe4-8177-15fa15389032 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:11.086483 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-04157158-30ea-4052-a82f-ad1144a55b1f req-61e3726c-5236-4fe4-8177-15fa15389032 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 943 time: 0.0633647 Sep 26 01:46:11.091441 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Calling delete_port for 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f owned by network:router_gateway {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:11.140472 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-04157158-30ea-4052-a82f-ad1144a55b1f req-4b03ee76-dea8-49aa-b9b6-07a5ff94c6ab tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469670 Sep 26 01:46:11.144553 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-f606e905-bad8-484a-8db6-ec7f8814113b None None] Set router 74c2037e-5d05-4224-8658-230251a01426 gateway port host: None {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:46:11.198587 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-f606e905-bad8-484a-8db6-ec7f8814113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:46:10Z', 'revision_number': 6, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port_host': None}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:11.212767 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:11.223645 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f606e905-bad8-484a-8db6-ec7f8814113b None None] The sync data for ids ['74c2037e-5d05-4224-8658-230251a01426'] in dv-cinder-859203-2-iscsi is: [{'id': '74c2037e-5d05-4224-8658-230251a01426', 'name': 'tempest-TestMinimumBasicScenario-50912582-router', 'tenant_id': '63b4276ece354a06b400b45e9e49186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:45Z', 'updated_at': '2022-09-26T01:46:10Z', 'revision_number': 6, 'project_id': '63b4276ece354a06b400b45e9e49186b', 'gw_port_host': None}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:46:11.251662 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 3ca478bf-2db2-409b-939f-46e8d2591a1d no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:46:11.274516 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (9c975da5-0d4b-49bc-8e78-4dc0d8cc192f), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.274721 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: 3ca478bf-2db2-409b-939f-46e8d2591a1d {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:46:11.275021 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 3ca478bf-2db2-409b-939f-46e8d2591a1d not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:46:11.298106 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c975da5-0d4b-49bc-8e78-4dc0d8cc192f,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:11.364430 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485721'] for router_gateway (74c2037e-5d05-4224-8658-230251a01426), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.449332 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (74c2037e-5d05-4224-8658-230251a01426), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.451510 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Publish callbacks [] for router_controller (74c2037e-5d05-4224-8658-230251a01426), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.493173 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484718'] for router (74c2037e-5d05-4224-8658-230251a01426), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.493789 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74c2037e-5d05-4224-8658-230251a01426 {{(pid=106406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 01:46:11.498383 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.499238 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-c8be4a94-c7ab-4953-b19a-cc0055a9e898 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/74c2037e-5d05-4224-8658-230251a01426 HTTP/1.1" status: 204 len: 168 time: 0.7638617 Sep 26 01:46:11.501818 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44130) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:11.546571 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bb558d-dd96-48e0-b6bd-39a3c3aa8963 admin admin] Deleting subnet be372b9c-9e4c-4f3f-8901-a3fa0c366d3c {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:46:11.549621 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9bb558d-dd96-48e0-b6bd-39a3c3aa8963 admin admin] Publish callbacks [] for subnet (be372b9c-9e4c-4f3f-8901-a3fa0c366d3c), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.585748 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9bb558d-dd96-48e0-b6bd-39a3c3aa8963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (be372b9c-9e4c-4f3f-8901-a3fa0c366d3c), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.668982 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9bb558d-dd96-48e0-b6bd-39a3c3aa8963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (be372b9c-9e4c-4f3f-8901-a3fa0c366d3c), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.709992 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:11.720935 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9bb558d-dd96-48e0-b6bd-39a3c3aa8963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (be372b9c-9e4c-4f3f-8901-a3fa0c366d3c), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.744739 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb558d-dd96-48e0-b6bd-39a3c3aa8963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be372b9c-9e4c-4f3f-8901-a3fa0c366d3c,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:11.750951 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-b9bb558d-dd96-48e0-b6bd-39a3c3aa8963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.754146 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-b9bb558d-dd96-48e0-b6bd-39a3c3aa8963 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/be372b9c-9e4c-4f3f-8901-a3fa0c366d3c HTTP/1.1" status: 204 len: 168 time: 0.2514162 Sep 26 01:46:11.756608 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe66c9b0-ce14-4d53-875c-67db4edd8aad None None] Network 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:46:11.757109 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44132) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:11.802923 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:11.832450 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (6109f9fe-7dc9-4599-b93f-6fcbe6418d6c), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.876203 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Deleting port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:11.876565 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.939516 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] For port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:11.939789 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:11.963669 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Calling delete_port for 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d owned by network:dhcp {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:11.989820 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1b6afd-a29d-4322-ab74-41e04f344d90 None None] DHCP port deletion for 6109f9fe-7dc9-4599-b93f-6fcbe6418d6c request from dv-cinder-859203-2-iscsi {{(pid=106407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 01:46:12.032156 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b6afd-a29d-4322-ab74-41e04f344d90 None None] Deleting port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d {{(pid=106407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:12.032560 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6afd-a29d-4322-ab74-41e04f344d90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), before_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.046285 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.063531 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] No DVR routers for this DVR port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d on host dv-cinder-859203-2-iscsi {{(pid=106406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:46:12.085144 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:12.103027 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-4a1b6afd-a29d-4322-ab74-41e04f344d90 None None] For port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d,segment=NetworkSegment(9b455e9f-5229-46f1-9b40-84b557d11154),segment_id=9b455e9f-5229-46f1-9b40-84b557d11154)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:12.103425 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6afd-a29d-4322-ab74-41e04f344d90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), precommit_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.117449 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:12.118668 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b6afd-a29d-4322-ab74-41e04f344d90 None None] Calling delete_port for 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d owned by network:dhcp {{(pid=106407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:12.159846 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (6109f9fe-7dc9-4599-b93f-6fcbe6418d6c), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.188551 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6109f9fe-7dc9-4599-b93f-6fcbe6418d6c']}} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:12.198923 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b455e9f-5229-46f1-9b40-84b557d11154') {'for_net_delete': True} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:12.199352 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.services.segments.db [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b455e9f-5229-46f1-9b40-84b557d11154') {} {{(pid=106406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:12.204511 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6afd-a29d-4322-ab74-41e04f344d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021'] for port (8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d), after_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.210966 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8362259'] for segment (9b455e9f-5229-46f1-9b40-84b557d11154), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.226217 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (9b455e9f-5229-46f1-9b40-84b557d11154), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.233935 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b6afd-a29d-4322-ab74-41e04f344d90 None None] No DVR routers for this DVR port 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d on host dv-cinder-859203-2-iscsi {{(pid=106407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:46:12.234284 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=106406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:46:12.234770 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6739872'] for segment (9b455e9f-5229-46f1-9b40-84b557d11154), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.237382 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b6afd-a29d-4322-ab74-41e04f344d90 None None] Pushing event deleted for resources: {'Port': ['ID=8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d,revision_number=None']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:12.290503 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment 9b455e9f-5229-46f1-9b40-84b557d11154 resource provider aggregate not found Sep 26 01:46:12.299332 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c95a-9cb7-42af-901a-e5e5e3ab6360 req-ace53849-fbb1-435b-a2db-2b96426532bf tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:12.306451 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-15d1c95a-9cb7-42af-901a-e5e5e3ab6360 req-ace53849-fbb1-435b-a2db-2b96426532bf tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 943 time: 0.0725594 Sep 26 01:46:12.310861 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.services.segments.plugin [-] Segment 9b455e9f-5229-46f1-9b40-84b557d11154 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b455e9f-5229-46f1-9b40-84b557d11154 found for delete ", "request_id": "req-af873fc6-c44e-4a81-b6f7-a9fc2dc2dd52"}]} Sep 26 01:46:12.320133 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (6109f9fe-7dc9-4599-b93f-6fcbe6418d6c), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.333255 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.337196 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/6109f9fe-7dc9-4599-b93f-6fcbe6418d6c HTTP/1.1" status: 204 len: 168 time: 0.5795720 Sep 26 01:46:12.340697 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44140) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:12.358528 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-15d1c95a-9cb7-42af-901a-e5e5e3ab6360 req-506b2a04-63a4-4d56-bffa-b545611daf79 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512850 Sep 26 01:46:12.390908 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613361cb-8248-48b8-9108-be09ac4c47a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6109f9fe-7dc9-4599-b93f-6fcbe6418d6c,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:12.663867 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6684c077-15ad-4b48-ba22-e466955b8a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428451'] for router_interface (bcef2848-d19d-4fc1-bc46-52e72a3949e0), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.666215 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:46:12.686190 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:46:12.686533 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 9c975da5-0d4b-49bc-8e78-4dc0d8cc192f not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:46:12.686944 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 63c3ca00-765a-41c9-a25d-7ba1c6e5433e no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:46:12.705386 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 63c3ca00-765a-41c9-a25d-7ba1c6e5433e {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:46:12.705736 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 63c3ca00-765a-41c9-a25d-7ba1c6e5433e not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:46:12.706143 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:46:12.724055 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:46:12.724425 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 8f27f3a4-148b-4ce4-bfd1-1ba4985c9a8d not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:46:12.816167 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:12.887633 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-6684c077-15ad-4b48-ba22-e466955b8a62 admin admin] Deleting port f54c85b2-3345-4293-b52f-96d112b98f62 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:12.887881 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6684c077-15ad-4b48-ba22-e466955b8a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.965350 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-6684c077-15ad-4b48-ba22-e466955b8a62 admin admin] For port f54c85b2-3345-4293-b52f-96d112b98f62, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=f54c85b2-3345-4293-b52f-96d112b98f62,segment=NetworkSegment(a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2),segment_id=a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:12.965699 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6684c077-15ad-4b48-ba22-e466955b8a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:12.978862 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-6684c077-15ad-4b48-ba22-e466955b8a62 admin admin] Calling delete_port for f54c85b2-3345-4293-b52f-96d112b98f62 owned by network:router_interface {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:13.076243 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:13.157626 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6684c077-15ad-4b48-ba22-e466955b8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (f54c85b2-3345-4293-b52f-96d112b98f62), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:13.187044 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684c077-15ad-4b48-ba22-e466955b8a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f54c85b2-3345-4293-b52f-96d112b98f62,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:13.308807 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:46:13.490549 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51573dd-ff6f-427b-a612-d2b8e314eb44 req-b1f8e8d3-3914-48ff-82d5-5d734b343469 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:13.491978 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a51573dd-ff6f-427b-a612-d2b8e314eb44 req-b1f8e8d3-3914-48ff-82d5-5d734b343469 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 943 time: 0.0502279 Sep 26 01:46:13.518618 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:13.545812 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a51573dd-ff6f-427b-a612-d2b8e314eb44 req-c0ae8a04-f904-4767-97c8-a5a0e3350b34 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481412 Sep 26 01:46:13.579793 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6684c077-15ad-4b48-ba22-e466955b8a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484627'] for router_interface (bcef2848-d19d-4fc1-bc46-52e72a3949e0), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:13.785774 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6684c077-15ad-4b48-ba22-e466955b8a62 admin admin] Router bcef2848-d19d-4fc1-bc46-52e72a3949e0 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:46:13.842081 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:13.890160 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6684c077-15ad-4b48-ba22-e466955b8a62 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:46:13.894976 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-6684c077-15ad-4b48-ba22-e466955b8a62 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/bcef2848-d19d-4fc1-bc46-52e72a3949e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5533278 Sep 26 01:46:13.897648 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44144) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:13.899567 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd90ce6-e8b8-4201-8560-397ab4d37c26 None None] Sync routers for ids ['bcef2848-d19d-4fc1-bc46-52e72a3949e0'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:46:13.912299 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd90ce6-e8b8-4201-8560-397ab4d37c26 None None] Routers {'bcef2848-d19d-4fc1-bc46-52e72a3949e0'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:46:13.912944 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-fcd90ce6-e8b8-4201-8560-397ab4d37c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:45:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['bcef2848-d19d-4fc1-bc46-52e72a3949e0'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:13.997346 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Publish callbacks [] for router (bcef2848-d19d-4fc1-bc46-52e72a3949e0), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.011888 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-fcd90ce6-e8b8-4201-8560-397ab4d37c26 None None] Set router bcef2848-d19d-4fc1-bc46-52e72a3949e0 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:46:14.094262 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Publish callbacks [] for router_gateway (bcef2848-d19d-4fc1-bc46-52e72a3949e0), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.105947 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:14.141654 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Deleting port 9c2facaf-3da7-4867-854b-5430a07cd371 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:14.141998 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (9c2facaf-3da7-4867-854b-5430a07cd371), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.184176 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-fcd90ce6-e8b8-4201-8560-397ab4d37c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'name': 'tempest-TestMinimumBasicScenario-1735718755-router', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:50Z', 'updated_at': '2022-09-26T01:46:13Z', 'revision_number': 5, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'gw_port': {'id': '9c2facaf-3da7-4867-854b-5430a07cd371', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:43:51Z', 'updated_at': '2022-09-26T01:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:14.210013 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd90ce6-e8b8-4201-8560-397ab4d37c26 None None] Checking router: bcef2848-d19d-4fc1-bc46-52e72a3949e0 for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:46:14.218547 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd90ce6-e8b8-4201-8560-397ab4d37c26 None None] Routers {'bcef2848-d19d-4fc1-bc46-52e72a3949e0'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:46:14.219140 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-fcd90ce6-e8b8-4201-8560-397ab4d37c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:45:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['bcef2848-d19d-4fc1-bc46-52e72a3949e0'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:14.223016 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] For port 9c2facaf-3da7-4867-854b-5430a07cd371, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=9c2facaf-3da7-4867-854b-5430a07cd371,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:14.223376 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (9c2facaf-3da7-4867-854b-5430a07cd371), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.236280 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Calling delete_port for 9c2facaf-3da7-4867-854b-5430a07cd371 owned by network:router_gateway {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:14.303319 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-fcd90ce6-e8b8-4201-8560-397ab4d37c26 None None] Set router bcef2848-d19d-4fc1-bc46-52e72a3949e0 gateway port host: None {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:46:14.354850 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-fcd90ce6-e8b8-4201-8560-397ab4d37c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'name': 'tempest-TestMinimumBasicScenario-1735718755-router', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:50Z', 'updated_at': '2022-09-26T01:46:14Z', 'revision_number': 6, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'gw_port_host': None}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:14.380579 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd90ce6-e8b8-4201-8560-397ab4d37c26 None None] The sync data for ids ['bcef2848-d19d-4fc1-bc46-52e72a3949e0'] in dv-cinder-859203-2-iscsi is: [{'id': 'bcef2848-d19d-4fc1-bc46-52e72a3949e0', 'name': 'tempest-TestMinimumBasicScenario-1735718755-router', 'tenant_id': '18dcc556be884d28bd820d0b7bbb493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:43:50Z', 'updated_at': '2022-09-26T01:46:14Z', 'revision_number': 6, 'project_id': '18dcc556be884d28bd820d0b7bbb493e', 'gw_port_host': None}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:46:14.403842 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (9c2facaf-3da7-4867-854b-5430a07cd371), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.430485 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2facaf-3da7-4867-854b-5430a07cd371,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:14.493735 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485721'] for router_gateway (bcef2848-d19d-4fc1-bc46-52e72a3949e0), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.580268 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (bcef2848-d19d-4fc1-bc46-52e72a3949e0), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.582230 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Publish callbacks [] for router_controller (bcef2848-d19d-4fc1-bc46-52e72a3949e0), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.627379 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484718'] for router (bcef2848-d19d-4fc1-bc46-52e72a3949e0), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.627959 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcef2848-d19d-4fc1-bc46-52e72a3949e0 {{(pid=106406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 01:46:14.632720 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.636487 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44148) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:14.636991 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-38479b76-a284-457d-96e1-e5aa4766a040 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/bcef2848-d19d-4fc1-bc46-52e72a3949e0 HTTP/1.1" status: 204 len: 168 time: 0.7380092 Sep 26 01:46:14.706601 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845fece-a71e-491c-be76-885c47413bce req-3e8905b6-62ab-4ffd-8de5-8d643c733cca tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:14.708186 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9845fece-a71e-491c-be76-885c47413bce req-3e8905b6-62ab-4ffd-8de5-8d643c733cca tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 943 time: 0.0821424 Sep 26 01:46:14.725342 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_v2 [None req-61550473-ba78-49b8-a8a6-c6a306aac515 admin admin] Deleting subnet 637e58f8-62f2-4507-9431-8599431025ca {{(pid=106405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:46:14.736743 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-61550473-ba78-49b8-a8a6-c6a306aac515 admin admin] Publish callbacks [] for subnet (637e58f8-62f2-4507-9431-8599431025ca), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.807294 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-9845fece-a71e-491c-be76-885c47413bce req-9661028c-044d-4a0a-bba4-5b0db240a816 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905285 Sep 26 01:46:14.832679 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-61550473-ba78-49b8-a8a6-c6a306aac515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7542103'] for subnet (637e58f8-62f2-4507-9431-8599431025ca), precommit_delete_associations {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.929096 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-61550473-ba78-49b8-a8a6-c6a306aac515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (637e58f8-62f2-4507-9431-8599431025ca), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:14.985188 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-61550473-ba78-49b8-a8a6-c6a306aac515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5001565'] for subnet (637e58f8-62f2-4507-9431-8599431025ca), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.011876 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61550473-ba78-49b8-a8a6-c6a306aac515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637e58f8-62f2-4507-9431-8599431025ca,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:15.017562 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-61550473-ba78-49b8-a8a6-c6a306aac515 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.020795 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-61550473-ba78-49b8-a8a6-c6a306aac515 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/637e58f8-62f2-4507-9431-8599431025ca HTTP/1.1" status: 204 len: 168 time: 0.3826568 Sep 26 01:46:15.023293 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44150) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:15.025964 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c96bb5-e74b-4e8a-87a0-04d766d6c96d None None] Network 606414cd-4cce-4170-a7c8-506dd80207ed requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:46:15.082201 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:15.099817 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (606414cd-4cce-4170-a7c8-506dd80207ed), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.143144 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Deleting port 3ce0dddb-9449-4d0b-8817-075b50efda4f {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:15.143486 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.211548 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] For port 3ce0dddb-9449-4d0b-8817-075b50efda4f, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=3ce0dddb-9449-4d0b-8817-075b50efda4f,segment=NetworkSegment(a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2),segment_id=a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:15.212154 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.217246 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2453b1e-f0a0-4bd2-8193-a04467180f97 None None] DHCP port deletion for 606414cd-4cce-4170-a7c8-506dd80207ed request from dv-cinder-859203-2-iscsi {{(pid=106407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 01:46:15.228699 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Calling delete_port for 3ce0dddb-9449-4d0b-8817-075b50efda4f owned by network:dhcp {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:15.254093 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device f54c85b2-3345-4293-b52f-96d112b98f62 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:46:15.281314 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:15.281655 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: f54c85b2-3345-4293-b52f-96d112b98f62 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:46:15.282220 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device f54c85b2-3345-4293-b52f-96d112b98f62 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:46:15.285022 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d2453b1e-f0a0-4bd2-8193-a04467180f97 None None] Deleting port 3ce0dddb-9449-4d0b-8817-075b50efda4f {{(pid=106407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:15.285686 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d2453b1e-f0a0-4bd2-8193-a04467180f97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), before_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.317761 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.343316 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce0dddb-9449-4d0b-8817-075b50efda4f,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:15.348782 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] No DVR routers for this DVR port 3ce0dddb-9449-4d0b-8817-075b50efda4f on host dv-cinder-859203-2-iscsi {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:46:15.354432 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-d2453b1e-f0a0-4bd2-8193-a04467180f97 None None] For port 3ce0dddb-9449-4d0b-8817-075b50efda4f, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=3ce0dddb-9449-4d0b-8817-075b50efda4f,segment=NetworkSegment(a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2),segment_id=a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:15.354831 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d2453b1e-f0a0-4bd2-8193-a04467180f97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), precommit_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.370152 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d2453b1e-f0a0-4bd2-8193-a04467180f97 None None] Calling delete_port for 3ce0dddb-9449-4d0b-8817-075b50efda4f owned by network:dhcp {{(pid=106407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:15.426836 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (606414cd-4cce-4170-a7c8-506dd80207ed), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.431226 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:15.455042 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606414cd-4cce-4170-a7c8-506dd80207ed']}} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:15.455587 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d2453b1e-f0a0-4bd2-8193-a04467180f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021'] for port (3ce0dddb-9449-4d0b-8817-075b50efda4f), after_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.465211 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2') {'for_net_delete': True} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:15.465763 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2') {} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:15.477422 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7542124'] for segment (a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.483661 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2453b1e-f0a0-4bd2-8193-a04467180f97 None None] Pushing event deleted for resources: {'Port': ['ID=3ce0dddb-9449-4d0b-8817-075b50efda4f,revision_number=None']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:15.485641 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2453b1e-f0a0-4bd2-8193-a04467180f97 None None] No DVR routers for this DVR port 3ce0dddb-9449-4d0b-8817-075b50efda4f on host dv-cinder-859203-2-iscsi {{(pid=106407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:46:15.493345 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.501355 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=106405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:46:15.501767 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565295'] for segment (a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.545504 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2 resource provider aggregate not found Sep 26 01:46:15.552635 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:15.564999 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7d53ea6-e6f9-42a9-ad3f-9333280fe8a2 found for delete ", "request_id": "req-f6bdaf3c-9e8e-403f-a98a-075ebfc56bb2"}]} Sep 26 01:46:15.573575 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (606414cd-4cce-4170-a7c8-506dd80207ed), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.579567 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.582874 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/606414cd-4cce-4170-a7c8-506dd80207ed HTTP/1.1" status: 204 len: 168 time: 0.5586782 Sep 26 01:46:15.595092 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381526c8-fd32-4485-ab99-cf509f4ab9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=606414cd-4cce-4170-a7c8-506dd80207ed,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:15.766551 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44160) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:15.808612 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-0261727c-749d-4304-9452-c9dcf49c5b3a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=63b4276ece354a06b400b45e9e49186b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407419 Sep 26 01:46:15.811918 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44162) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:15.864466 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd128211-a6fc-46c6-9144-91e32d368a87 admin admin] Publish callbacks [] for security_group (4f078083-2bec-4b61-a8fc-9d6876def2be), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.885900 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd128211-a6fc-46c6-9144-91e32d368a87 admin admin] Publish callbacks [] for security_group (4f078083-2bec-4b61-a8fc-9d6876def2be), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.916422 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:15.938867 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd128211-a6fc-46c6-9144-91e32d368a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4f078083-2bec-4b61-a8fc-9d6876def2be), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.941498 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-bd128211-a6fc-46c6-9144-91e32d368a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:15.945654 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-bd128211-a6fc-46c6-9144-91e32d368a87 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4f078083-2bec-4b61-a8fc-9d6876def2be HTTP/1.1" status: 204 len: 168 time: 0.1327477 Sep 26 01:46:15.953620 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a738f-e4ba-47f8-a65c-404b1a18ee38 req-630287b2-f57a-4994-9d57-dc489a9bbbc1 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:15.955804 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b93a738f-e4ba-47f8-a65c-404b1a18ee38 req-630287b2-f57a-4994-9d57-dc489a9bbbc1 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 943 time: 0.0637610 Sep 26 01:46:15.959904 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd128211-a6fc-46c6-9144-91e32d368a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f078083-2bec-4b61-a8fc-9d6876def2be,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:16.021528 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b93a738f-e4ba-47f8-a65c-404b1a18ee38 req-6bb89490-b233-4083-b288-430d4d6fb4d5 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599790 Sep 26 01:46:16.304801 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44170) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:16.345436 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-b6df7e0d-2d51-4648-a881-ca85399bf66f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=18dcc556be884d28bd820d0b7bbb493e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395024 Sep 26 01:46:16.347883 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44172) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:16.396376 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a9d23780-2010-4084-b7f7-f83912394e5a admin admin] Publish callbacks [] for security_group (5f90b5c3-e0fe-4fed-818d-3f10177bfd23), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:16.415967 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a9d23780-2010-4084-b7f7-f83912394e5a admin admin] Publish callbacks [] for security_group (5f90b5c3-e0fe-4fed-818d-3f10177bfd23), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:16.448236 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:16.470281 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a9d23780-2010-4084-b7f7-f83912394e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (5f90b5c3-e0fe-4fed-818d-3f10177bfd23), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:16.473168 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-a9d23780-2010-4084-b7f7-f83912394e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:16.474324 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-a9d23780-2010-4084-b7f7-f83912394e5a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5f90b5c3-e0fe-4fed-818d-3f10177bfd23 HTTP/1.1" status: 204 len: 168 time: 0.1255286 Sep 26 01:46:16.483460 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d23780-2010-4084-b7f7-f83912394e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f90b5c3-e0fe-4fed-818d-3f10177bfd23,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:16.499629 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:16.670308 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 9c2facaf-3da7-4867-854b-5430a07cd371 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:46:16.692266 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 9c2facaf-3da7-4867-854b-5430a07cd371 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:46:16.692728 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 9c2facaf-3da7-4867-854b-5430a07cd371 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:46:16.693129 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 3ce0dddb-9449-4d0b-8817-075b50efda4f no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:46:16.716260 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 3ce0dddb-9449-4d0b-8817-075b50efda4f {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:46:16.716747 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 3ce0dddb-9449-4d0b-8817-075b50efda4f not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:46:17.147710 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a537-5ccd-4253-b389-748987092af0 req-7cc3b02a-511e-4218-bb3a-86c2f7114e1f tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:17.149178 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2505a537-5ccd-4253-b389-748987092af0 req-7cc3b02a-511e-4218-bb3a-86c2f7114e1f tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 943 time: 0.0480149 Sep 26 01:46:17.198981 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2505a537-5ccd-4253-b389-748987092af0 req-422fdebf-7b10-426d-a93c-10dc8462bdfb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435913 Sep 26 01:46:17.266884 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device d87f1ce7-0e22-4d36-b599-eda657e335c3 details requested by agent hyperv_hv-cinder-85920 with host hv-cinder-85920 {{(pid=106407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 01:46:17.362914 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port d87f1ce7-0e22-4d36-b599-eda657e335c3, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=d87f1ce7-0e22-4d36-b599-eda657e335c3,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:17.374380 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Returning: {'device': 'd87f1ce7-0e22-4d36-b599-eda657e335c3', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'port_id': 'd87f1ce7-0e22-4d36-b599-eda657e335c3', 'mac_address': 'fa:16:3e:64:2a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 01:46:17.412792 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port d87f1ce7-0e22-4d36-b599-eda657e335c3 is: DOWN; New status is: BUILD {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:46:17.413177 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:17.426144 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [None req-87c83061-db16-4002-b069-9cc290454417 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87f1ce7-0e22-4d36-b599-eda657e335c3 {{(pid=106407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 01:46:17.446478 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port d87f1ce7-0e22-4d36-b599-eda657e335c3, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=d87f1ce7-0e22-4d36-b599-eda657e335c3,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:17.450631 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:17.496839 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=d87f1ce7-0e22-4d36-b599-eda657e335c3,revision_number=4']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:17.686523 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] get_ports_and_sgs() called for port_ids ['d87f1ce7-0e22-4d36-b599-eda657e335c3'] {{(pid=106407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 01:46:17.832146 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:18.318705 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e5c1-d693-42a8-b00c-468582559795 req-e1c053d8-b4e1-4c09-a184-2842faa1d480 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:18.320136 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7272e5c1-d693-42a8-b00c-468582559795 req-e1c053d8-b4e1-4c09-a184-2842faa1d480 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 944 time: 0.0471432 Sep 26 01:46:18.369333 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-7272e5c1-d693-42a8-b00c-468582559795 req-b1b365ff-4eee-48f7-a377-f696efdf1c7a tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436194 Sep 26 01:46:19.270934 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device d87f1ce7-0e22-4d36-b599-eda657e335c3 up at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 01:46:19.313907 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning for port d87f1ce7-0e22-4d36-b599-eda657e335c3 completed by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 01:46:19.320514 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.provisioning_blocks [None req-87c83061-db16-4002-b069-9cc290454417 None None] Provisioning complete for port d87f1ce7-0e22-4d36-b599-eda657e335c3 triggered by entity L2. {{(pid=106407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 01:46:19.320887 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714974'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), provisioning_complete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:19.321222 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Attempt 1 to provision port d87f1ce7-0e22-4d36-b599-eda657e335c3 Sep 26 01:46:19.399276 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] Current status of the port d87f1ce7-0e22-4d36-b599-eda657e335c3 is: BUILD; New status is: ACTIVE {{(pid=106407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 01:46:19.399654 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), before_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:19.423306 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87f1ce7-0e22-4d36-b599-eda657e335c3'}] {{(pid=106407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:46:19.425734 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9c1bc18b31b74f60fa38c3c829d1adf36ab9aced9130f2d8ace364e73886317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e458f931-b9e3-44fb-9e51-c466f63e921b" -d '{"events": [{"server_uuid": "f7bc890d-5499-4e26-b8be-616f85d3c822", "name": "network-vif-plugged", "status": "completed", "tag": "d87f1ce7-0e22-4d36-b599-eda657e335c3"}]}' {{(pid=106407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:46:19.429836 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:19.441584 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-87c83061-db16-4002-b069-9cc290454417 None None] For port d87f1ce7-0e22-4d36-b599-eda657e335c3, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=d87f1ce7-0e22-4d36-b599-eda657e335c3,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:19.454633 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:19.479646 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5465e7c-abad-4c09-8731-64818731364d x-openstack-request-id: req-b5465e7c-abad-4c09-8731-64818731364d {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:46:19.479940 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bc890d-5499-4e26-b8be-616f85d3c822", "name": "network-vif-plugged", "status": "completed", "tag": "d87f1ce7-0e22-4d36-b599-eda657e335c3", "code": 200}]} {{(pid=106407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:46:19.480190 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5465e7c-abad-4c09-8731-64818731364d {{(pid=106407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:46:19.480603 dv-cinder-859203-2-iscsi neutron-server[106407]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5465e7c-abad-4c09-8731-64818731364d'] response: {'server_uuid': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87f1ce7-0e22-4d36-b599-eda657e335c3', 'code': 200} Sep 26 01:46:19.502232 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504094-f323-45d7-8a86-f9f7b1c82193 req-5e69ef9c-8de1-43a0-b925-749ab8d805df tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:19.503858 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f9504094-f323-45d7-8a86-f9f7b1c82193 req-5e69ef9c-8de1-43a0-b925-749ab8d805df tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 945 time: 0.0585420 Sep 26 01:46:19.513449 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Pushing event updated for resources: {'Port': ['ID=d87f1ce7-0e22-4d36-b599-eda657e335c3,revision_number=5']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:19.559608 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-f9504094-f323-45d7-8a86-f9f7b1c82193 req-ae22beb9-aaed-4dfd-9803-20dd7d1229b8 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493655 Sep 26 01:46:19.727262 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc3943-86ef-4446-9f39-356ab79fa511 req-4f35252f-1df4-4587-8e04-07588aaea356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:19.728772 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-b7bc3943-86ef-4446-9f39-356ab79fa511 req-4f35252f-1df4-4587-8e04-07588aaea356 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 1129 time: 0.0380628 Sep 26 01:46:19.775883 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-b7bc3943-86ef-4446-9f39-356ab79fa511 req-8627367f-7ca9-41c0-9984-ab81b22c33d5 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399632 Sep 26 01:46:20.683607 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aa8d7-f6d7-4bcf-931c-7553ee214e4e req-f18b7423-c1b4-4040-9d9d-ac1e4a24a4fc tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:20.685115 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-677aa8d7-f6d7-4bcf-931c-7553ee214e4e req-f18b7423-c1b4-4040-9d9d-ac1e4a24a4fc tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 945 time: 0.0476379 Sep 26 01:46:20.736897 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-677aa8d7-f6d7-4bcf-931c-7553ee214e4e req-67230b17-85bd-43fa-ae32-029422b21c16 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459170 Sep 26 01:46:21.860782 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4c10a-efa8-4a86-ba27-74bcf1d106e6 req-3475a289-1dfc-4f76-a057-eeb9ce45074c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:21.862258 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21f4c10a-efa8-4a86-ba27-74bcf1d106e6 req-3475a289-1dfc-4f76-a057-eeb9ce45074c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 945 time: 0.0481420 Sep 26 01:46:21.914817 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-21f4c10a-efa8-4a86-ba27-74bcf1d106e6 req-622ea279-0d39-4135-859f-a60b5d3b9073 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471063 Sep 26 01:46:22.034880 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da835b6c-f08c-4445-b025-d4bc5ef7c903 req-9b890062-226a-4c67-959b-4ea6ae4fdb32 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:22.036249 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-da835b6c-f08c-4445-b025-d4bc5ef7c903 req-9b890062-226a-4c67-959b-4ea6ae4fdb32 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 945 time: 0.0471992 Sep 26 01:46:22.086218 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-da835b6c-f08c-4445-b025-d4bc5ef7c903 req-25f081c8-90f5-4b28-98a0-84095e0daeeb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444043 Sep 26 01:46:22.114706 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44190) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:22.151310 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145a8c9-3f71-4448-a591-fe855838b1c0 tempest-TestVolumeBootPattern-746727007 tempest-TestVolumeBootPattern-746727007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:22.152803 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-d145a8c9-3f71-4448-a591-fe855838b1c0 tempest-TestVolumeBootPattern-746727007 tempest-TestVolumeBootPattern-746727007-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 1124 time: 0.0371571 Sep 26 01:46:22.156180 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44192) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:22.160630 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.v2.base [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Request body: {'floatingip': {'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'port_id': 'd87f1ce7-0e22-4d36-b599-eda657e335c3', 'tenant_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 01:46:22.166169 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:22.185528 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:22.267698 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:22.376947 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_common [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Allocated IP 172.27.0.92 (4033d1d8-514c-468e-8f1f-247159e0de47/b2033a70-4c39-436a-aeca-6750406399b9/e5549e59-1216-41e7-bbaa-8e44cf006905) {{(pid=106405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 01:46:22.426960 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:22.482175 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for port (e5549e59-1216-41e7-bbaa-8e44cf006905), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:22.515093 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771166818012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (e5549e59-1216-41e7-bbaa-8e44cf006905), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:22.556141 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Network 4033d1d8-514c-468e-8f1f-247159e0de47 is already hosted by enough agents. {{(pid=106405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 01:46:22.561366 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.base_scheduler [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Resources bound (agent type, host, resource id): {{(pid=106405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 01:46:22.565322 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Received port after_create {{(pid=106405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 01:46:22.570363 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'Port': ['ID=e5549e59-1216-41e7-bbaa-8e44cf006905,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:22.910085 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (f2dacc37-be4c-43e3-a7d6-48af90f12d36), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:22.928869 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:22.980168 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690254'] for port (e5549e59-1216-41e7-bbaa-8e44cf006905), before_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:23.127075 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for port (e5549e59-1216-41e7-bbaa-8e44cf006905), precommit_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:23.131366 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771167256742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771166818030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771166787076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565059'] for port (e5549e59-1216-41e7-bbaa-8e44cf006905), after_update {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:23.175100 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:23.198830 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event updated for resources: {'Port': ['ID=e5549e59-1216-41e7-bbaa-8e44cf006905,revision_number=2']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:23.202300 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (f2dacc37-be4c-43e3-a7d6-48af90f12d36), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:23.298308 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.db.l3_db [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Floating IP f2dacc37-be4c-43e3-a7d6-48af90f12d36 associated. External IP: 172.27.0.92, port: d87f1ce7-0e22-4d36-b599-eda657e335c3. Sep 26 01:46:23.491603 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Router afae10ec-5417-42e0-b049-a2d9a3c888dd has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:46:23.593691 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:46:23.603330 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2ef57-2482-428d-8e77-3e1200ba516d None None] Sync routers for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:46:23.612506 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:23.614062 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2ef57-2482-428d-8e77-3e1200ba516d None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:46:23.614682 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-45c2ef57-2482-428d-8e77-3e1200ba516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:45:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:23.722351 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-45c2ef57-2482-428d-8e77-3e1200ba516d None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:46:23.920697 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-8f24a378-44c5-47dd-969a-38587fdf0028 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7632473 Sep 26 01:46:23.921237 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'tag': 'd87f1ce7-0e22-4d36-b599-eda657e335c3'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:46:23.923460 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be561151-8b4e-4208-ae76-32cad947c265" -d '{"events": [{"name": "network-changed", "server_uuid": "f7bc890d-5499-4e26-b8be-616f85d3c822", "tag": "d87f1ce7-0e22-4d36-b599-eda657e335c3"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:46:23.962802 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25d42ee-6fb4-457e-b199-f6e101b49fa1 x-openstack-request-id: req-b25d42ee-6fb4-457e-b199-f6e101b49fa1 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:46:23.963090 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7bc890d-5499-4e26-b8be-616f85d3c822", "tag": "d87f1ce7-0e22-4d36-b599-eda657e335c3", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:46:23.963335 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b25d42ee-6fb4-457e-b199-f6e101b49fa1 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:46:23.963729 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25d42ee-6fb4-457e-b199-f6e101b49fa1'] response: {'name': 'network-changed', 'server_uuid': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'tag': 'd87f1ce7-0e22-4d36-b599-eda657e335c3', 'status': 'completed', 'code': 200} Sep 26 01:46:24.031688 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be561151-8b4e-4208-ae76-32cad947c265 req-07c7abca-d61e-47cf-abee-fbdc27634c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:24.033226 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-be561151-8b4e-4208-ae76-32cad947c265 req-07c7abca-d61e-47cf-abee-fbdc27634c42 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 1129 time: 0.0399768 Sep 26 01:46:24.072676 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-45c2ef57-2482-428d-8e77-3e1200ba516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '6f19a241-8486-46b9-97f7-e5ca680ddc77', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:44:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:25Z', 'updated_at': '2022-09-26T01:44:27Z', 'revision_number': 1, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}, {'id': 'f2dacc37-be4c-43e3-a7d6-48af90f12d36', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': 'd87f1ce7-0e22-4d36-b599-eda657e335c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:64:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:46:22Z', 'updated_at': '2022-09-26T01:46:22Z', 'revision_number': 0, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:24.097760 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2ef57-2482-428d-8e77-3e1200ba516d None None] Checking router: afae10ec-5417-42e0-b049-a2d9a3c888dd for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:46:24.106227 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2ef57-2482-428d-8e77-3e1200ba516d None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:46:24.106837 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-45c2ef57-2482-428d-8e77-3e1200ba516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:45:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:24.128184 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be561151-8b4e-4208-ae76-32cad947c265 req-451ef65b-d54f-4bfd-8861-d7958729f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:24.129673 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-be561151-8b4e-4208-ae76-32cad947c265 req-451ef65b-d54f-4bfd-8861-d7958729f727 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 913 time: 0.0900800 Sep 26 01:46:24.190428 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-be561151-8b4e-4208-ae76-32cad947c265 req-854a2d64-1a90-4045-a3ea-abc1957eda61 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d87f1ce7-0e22-4d36-b599-eda657e335c3 HTTP/1.1" status: 200 len: 998 time: 0.0541162 Sep 26 01:46:24.209216 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-45c2ef57-2482-428d-8e77-3e1200ba516d None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:46:24.242813 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be561151-8b4e-4208-ae76-32cad947c265 req-a205921c-7a8b-4d52-a7e9-db40146df125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:24.244589 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-be561151-8b4e-4208-ae76-32cad947c265 req-a205921c-7a8b-4d52-a7e9-db40146df125 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 200 len: 851 time: 0.0479584 Sep 26 01:46:24.288811 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be561151-8b4e-4208-ae76-32cad947c265 req-1893b8e8-64b0-4879-b670-90b3f3637dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:24.289326 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:24.291594 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-be561151-8b4e-4208-ae76-32cad947c265 req-1893b8e8-64b0-4879-b670-90b3f3637dd8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9880eab6-c89c-4490-9622-c91f1df8e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395763 Sep 26 01:46:24.357720 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=43 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:24.358521 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=42 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:24.383093 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-be561151-8b4e-4208-ae76-32cad947c265 req-a32dce1b-2aeb-4906-baa8-affd92007ba5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848365 Sep 26 01:46:24.431543 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-45c2ef57-2482-428d-8e77-3e1200ba516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '6f19a241-8486-46b9-97f7-e5ca680ddc77', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:44:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:25Z', 'updated_at': '2022-09-26T01:44:27Z', 'revision_number': 1, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}, {'id': 'f2dacc37-be4c-43e3-a7d6-48af90f12d36', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': 'd87f1ce7-0e22-4d36-b599-eda657e335c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:64:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:46:22Z', 'updated_at': '2022-09-26T01:46:22Z', 'revision_number': 0, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:24.457464 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2ef57-2482-428d-8e77-3e1200ba516d None None] The sync data for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi is: [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '6f19a241-8486-46b9-97f7-e5ca680ddc77', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:44:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:25Z', 'updated_at': '2022-09-26T01:44:27Z', 'revision_number': 1, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}, {'id': 'f2dacc37-be4c-43e3-a7d6-48af90f12d36', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': 'd87f1ce7-0e22-4d36-b599-eda657e335c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:64:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:46:22Z', 'updated_at': '2022-09-26T01:46:22Z', 'revision_number': 0, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:46:24.477691 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-be561151-8b4e-4208-ae76-32cad947c265 req-46b59119-318c-4c20-9755-47f386fb3f54 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882571 Sep 26 01:46:24.644395 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2786648-571d-41fa-a879-f3d297201959 None None] New status for floating IP f2dacc37-be4c-43e3-a7d6-48af90f12d36: ACTIVE {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:46:26.913297 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-c283b97b-9227-4c6b-8074-9e706a0b408c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:29.246410 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-b2a8adbe-e4a2-4bef-a1ac-6d118b8f9731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:30.756596 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:32.095695 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:32.240464 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:33.915031 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=48,neutron:DELETE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:33.917038 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:34.473228 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=79,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:34.475130 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=57 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:35.313317 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:35.317632 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=16 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:41.604904 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9616-bc5d-40ac-b03f-73597c3027a0 req-881eae74-26a0-45ca-a8c1-4e6b257154ff tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:41.606367 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b5fa9616-bc5d-40ac-b03f-73597c3027a0 req-881eae74-26a0-45ca-a8c1-4e6b257154ff tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 945 time: 0.0472310 Sep 26 01:46:41.654271 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b5fa9616-bc5d-40ac-b03f-73597c3027a0 req-0075a77e-17d9-47fe-9d8b-a686ccb2ed80 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abf69726-350d-43ce-96d3-78a4aa7fcdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Sep 26 01:46:42.234314 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:42.236887 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:42.778686 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27d406-5054-4ec5-b983-f367243b626e req-7cb6d280-1c5d-4b77-9e3c-28bd2e5eb83a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:42.780704 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c27d406-5054-4ec5-b983-f367243b626e req-7cb6d280-1c5d-4b77-9e3c-28bd2e5eb83a tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 945 time: 0.0456276 Sep 26 01:46:42.833143 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-8c27d406-5054-4ec5-b983-f367243b626e req-51e6567d-40e8-4582-abf0-e4a28569e871 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=abf69726-350d-43ce-96d3-78a4aa7fcdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459008 Sep 26 01:46:43.275641 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-9b82537e-2e6d-4cb5-b524-81459b7a768c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:46:43.277065 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-9b82537e-2e6d-4cb5-b524-81459b7a768c tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 945 time: 0.0462596 Sep 26 01:46:43.365038 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Deleting port f18080d2-eefc-4329-b872-de34c2711ea0 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:43.365306 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:43.454678 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] For port f18080d2-eefc-4329-b872-de34c2711ea0, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=f18080d2-eefc-4329-b872-de34c2711ea0,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:43.455027 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:43.616072 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:43.616505 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-485795'] for floatingip (5d8109d9-df75-4d46-aa82-e07ae2411c8e), after_update {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:43.616912 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.l3_db [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Floating IP 5d8109d9-df75-4d46-aa82-e07ae2411c8e disassociated. External IP: 172.27.0.107, port: f18080d2-eefc-4329-b872-de34c2711ea0. Sep 26 01:46:43.617337 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Calling delete_port for f18080d2-eefc-4329-b872-de34c2711ea0 owned by compute:nova {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:43.742470 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (f18080d2-eefc-4329-b872-de34c2711ea0), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:43.773320 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event deleted for resources: {'Port': ['ID=f18080d2-eefc-4329-b872-de34c2711ea0,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:43.784702 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.785077 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.785419 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.785750 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.786078 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.786404 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.786726 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.787069 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.787375 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.787696 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.788017 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.788337 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.788671 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.788993 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.789306 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:43.892716 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Router 2ed34702-2bde-499d-ba24-630f048a761b has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:46:43.940681 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-62db2779-316d-4890-b7b4-f795724c7b28 req-5089b50b-c906-48c7-a669-5e1bc03d9864 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6f62aff-61a8-4ce7-af39-f5f588352f21 HTTP/1.1" status: 200 len: 210 time: 0.0279546 Sep 26 01:46:43.996796 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:46:44.006747 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701e1633-9229-42cd-aea4-f7d7ad055083 None None] Sync routers for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:46:44.017827 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e1633-9229-42cd-aea4-f7d7ad055083 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:46:44.018445 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-701e1633-9229-42cd-aea4-f7d7ad055083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:46:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:44.041401 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] No DVR routers for this DVR port f18080d2-eefc-4329-b872-de34c2711ea0 on host hv-cinder-85920 {{(pid=106406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:46:44.043919 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:44.047249 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-ad16ff10-6181-4e21-8e9c-00de8cf54be2 req-5c370690-6bcd-4689-9bc0-b95a72c3bf42 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.52 "DELETE /networking/v2.0/ports/f18080d2-eefc-4329-b872-de34c2711ea0 HTTP/1.1" status: 204 len: 173 time: 0.7623632 Sep 26 01:46:44.047754 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'name': 'network-vif-deleted', 'tag': 'f18080d2-eefc-4329-b872-de34c2711ea0'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:46:44.050658 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ac89d-fa90-4eea-8fad-ce599c175a2c" -d '{"events": [{"server_uuid": "c6f62aff-61a8-4ce7-af39-f5f588352f21", "name": "network-vif-deleted", "tag": "f18080d2-eefc-4329-b872-de34c2711ea0"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:46:44.107075 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ae9e9f-ec7e-460b-ae28-8494b98cccea x-openstack-request-id: req-67ae9e9f-ec7e-460b-ae28-8494b98cccea {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:46:44.107392 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f62aff-61a8-4ce7-af39-f5f588352f21", "name": "network-vif-deleted", "tag": "f18080d2-eefc-4329-b872-de34c2711ea0", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:46:44.107613 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67ae9e9f-ec7e-460b-ae28-8494b98cccea {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:46:44.110319 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ae9e9f-ec7e-460b-ae28-8494b98cccea'] response: {'server_uuid': 'c6f62aff-61a8-4ce7-af39-f5f588352f21', 'name': 'network-vif-deleted', 'tag': 'f18080d2-eefc-4329-b872-de34c2711ea0', 'status': 'completed', 'code': 200} Sep 26 01:46:44.130038 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-701e1633-9229-42cd-aea4-f7d7ad055083 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:46:44.339207 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-701e1633-9229-42cd-aea4-f7d7ad055083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:44.364089 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701e1633-9229-42cd-aea4-f7d7ad055083 None None] Checking router: 2ed34702-2bde-499d-ba24-630f048a761b for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:46:44.372299 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e1633-9229-42cd-aea4-f7d7ad055083 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:46:44.372876 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-701e1633-9229-42cd-aea4-f7d7ad055083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:46:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:44.473596 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-701e1633-9229-42cd-aea4-f7d7ad055083 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:46:44.662363 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-701e1633-9229-42cd-aea4-f7d7ad055083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:44.693174 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701e1633-9229-42cd-aea4-f7d7ad055083 None None] The sync data for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi is: [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:42:19Z', 'revision_number': 4, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '5e3afce4-0e09-4243-95e5-faff32efe104', 'name': '', 'network_id': '3f9f02f3-760e-48dc-b09d-e8f3d058e4c5', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'mac_address': 'fa:16:3e:cd:c2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:18Z', 'updated_at': '2022-09-26T01:42:24Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'subnets': [{'id': '3955534a-546f-4dc6-aa07-a2e631b4037a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:46:44.903984 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71059b-63cd-4844-9984-ee8c54a274ea None None] New status for floating IP 5d8109d9-df75-4d46-aa82-e07ae2411c8e: DOWN {{(pid=106408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:46:45.036542 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44274) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:45.097343 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (abf69726-350d-43ce-96d3-78a4aa7fcdee), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:45.122890 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (abf69726-350d-43ce-96d3-78a4aa7fcdee), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:45.170137 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (abf69726-350d-43ce-96d3-78a4aa7fcdee), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:45.173262 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:45.174401 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/abf69726-350d-43ce-96d3-78a4aa7fcdee HTTP/1.1" status: 204 len: 168 time: 0.1361217 Sep 26 01:46:45.177339 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44276) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:45.183814 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf69726-350d-43ce-96d3-78a4aa7fcdee,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:45.191375 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.191550 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.api.v2.resource [None req-f5c673ad-a26b-4833-8746-1548e13f1983 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] show failed (client error): The resource could not be found. Sep 26 01:46:45.191727 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.192072 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.192441 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.192591 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-f5c673ad-a26b-4833-8746-1548e13f1983 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "GET /networking/v2.0/security-groups/abf69726-350d-43ce-96d3-78a4aa7fcdee HTTP/1.1" status: 404 len: 347 time: 0.0141492 Sep 26 01:46:45.192856 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.193254 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.193589 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.193924 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.194256 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.194590 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.195013 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.195339 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44278) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:45.195461 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.195671 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.196002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.196336 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf818b-91b0-46a1-8bdc-f3d24214f1fd tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:45.303879 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:45.315110 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebcf4d-1285-4bc6-819d-f0e6e9251972 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Deleting port 812ca3f9-0123-4ec7-815a-27aea865999c {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:45.315450 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f1ebcf4d-1285-4bc6-819d-f0e6e9251972 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (812ca3f9-0123-4ec7-815a-27aea865999c), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:45.353144 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:45.393789 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f1ebcf4d-1285-4bc6-819d-f0e6e9251972 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (812ca3f9-0123-4ec7-815a-27aea865999c), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:45.394106 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f1ebcf4d-1285-4bc6-819d-f0e6e9251972 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (812ca3f9-0123-4ec7-815a-27aea865999c), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:45.406879 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebcf4d-1285-4bc6-819d-f0e6e9251972 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Calling delete_port for 812ca3f9-0123-4ec7-815a-27aea865999c owned by network:floatingip {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:45.537331 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f1ebcf4d-1285-4bc6-819d-f0e6e9251972 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (812ca3f9-0123-4ec7-815a-27aea865999c), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:45.561724 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebcf4d-1285-4bc6-819d-f0e6e9251972 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Pushing event deleted for resources: {'Port': ['ID=812ca3f9-0123-4ec7-815a-27aea865999c,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:45.626864 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f1ebcf4d-1285-4bc6-819d-f0e6e9251972 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks [] for floatingip (5d8109d9-df75-4d46-aa82-e07ae2411c8e), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:45.630255 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-f1ebcf4d-1285-4bc6-819d-f0e6e9251972 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:45.631444 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-f1ebcf4d-1285-4bc6-819d-f0e6e9251972 tempest-AttachVolumeNegativeTest-1219679579 tempest-AttachVolumeNegativeTest-1219679579-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/5d8109d9-df75-4d46-aa82-e07ae2411c8e HTTP/1.1" status: 204 len: 168 time: 0.4352212 Sep 26 01:46:46.497795 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:47.367859 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device f18080d2-eefc-4329-b872-de34c2711ea0 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:46:47.387118 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: f18080d2-eefc-4329-b872-de34c2711ea0 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:46:47.387456 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device f18080d2-eefc-4329-b872-de34c2711ea0 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:46:49.496878 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44314) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:50.034458 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-01eaa2e7-8e60-45b0-9e88-526f9758a18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428451'] for router_interface (2ed34702-2bde-499d-ba24-630f048a761b), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:50.248285 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-01eaa2e7-8e60-45b0-9e88-526f9758a18a admin admin] Deleting port 5e3afce4-0e09-4243-95e5-faff32efe104 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:50.248649 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-01eaa2e7-8e60-45b0-9e88-526f9758a18a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:50.251462 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:50.291877 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:50.307808 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:46:50.332124 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-01eaa2e7-8e60-45b0-9e88-526f9758a18a admin admin] For port 5e3afce4-0e09-4243-95e5-faff32efe104, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=5e3afce4-0e09-4243-95e5-faff32efe104,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:50.332511 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-01eaa2e7-8e60-45b0-9e88-526f9758a18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:50.345107 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-01eaa2e7-8e60-45b0-9e88-526f9758a18a admin admin] Calling delete_port for 5e3afce4-0e09-4243-95e5-faff32efe104 owned by network:router_interface {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:50.517607 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-01eaa2e7-8e60-45b0-9e88-526f9758a18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (5e3afce4-0e09-4243-95e5-faff32efe104), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:50.540634 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaa2e7-8e60-45b0-9e88-526f9758a18a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3afce4-0e09-4243-95e5-faff32efe104,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:50.714307 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-01eaa2e7-8e60-45b0-9e88-526f9758a18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484627'] for router_interface (2ed34702-2bde-499d-ba24-630f048a761b), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:50.915425 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01eaa2e7-8e60-45b0-9e88-526f9758a18a admin admin] Router 2ed34702-2bde-499d-ba24-630f048a761b has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:46:51.016362 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eaa2e7-8e60-45b0-9e88-526f9758a18a admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:46:51.021276 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-01eaa2e7-8e60-45b0-9e88-526f9758a18a admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/2ed34702-2bde-499d-ba24-630f048a761b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5252576 Sep 26 01:46:51.023788 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44316) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:51.026297 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0415cbd-7439-4c4b-8b75-a6b25bc83053 None None] Sync routers for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:46:51.036590 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0415cbd-7439-4c4b-8b75-a6b25bc83053 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:46:51.037313 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-c0415cbd-7439-4c4b-8b75-a6b25bc83053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:46:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:51.076202 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:51.120590 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:51.128090 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Publish callbacks [] for router (2ed34702-2bde-499d-ba24-630f048a761b), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.141323 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-c0415cbd-7439-4c4b-8b75-a6b25bc83053 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:46:51.226853 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Publish callbacks [] for router_gateway (2ed34702-2bde-499d-ba24-630f048a761b), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.271821 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Deleting port 9751773e-cf8e-4445-b765-2553095dc039 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:51.272224 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (9751773e-cf8e-4445-b765-2553095dc039), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.273347 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:51.315872 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-c0415cbd-7439-4c4b-8b75-a6b25bc83053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '9751773e-cf8e-4445-b765-2553095dc039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:46:50Z', 'revision_number': 5, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port': {'id': '9751773e-cf8e-4445-b765-2553095dc039', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34702-2bde-499d-ba24-630f048a761b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:42:16Z', 'updated_at': '2022-09-26T01:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:51.341343 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0415cbd-7439-4c4b-8b75-a6b25bc83053 None None] Checking router: 2ed34702-2bde-499d-ba24-630f048a761b for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:46:51.351396 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0415cbd-7439-4c4b-8b75-a6b25bc83053 None None] Routers {'2ed34702-2bde-499d-ba24-630f048a761b'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:46:51.351983 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-c0415cbd-7439-4c4b-8b75-a6b25bc83053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:46:29Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['2ed34702-2bde-499d-ba24-630f048a761b'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:51.357027 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] For port 9751773e-cf8e-4445-b765-2553095dc039, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=9751773e-cf8e-4445-b765-2553095dc039,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:51.357391 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (9751773e-cf8e-4445-b765-2553095dc039), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.372099 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Calling delete_port for 9751773e-cf8e-4445-b765-2553095dc039 owned by network:router_gateway {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:51.383801 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=100 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:51.439060 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-c0415cbd-7439-4c4b-8b75-a6b25bc83053 None None] Set router 2ed34702-2bde-499d-ba24-630f048a761b gateway port host: None {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:46:51.490628 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-c0415cbd-7439-4c4b-8b75-a6b25bc83053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:46:51Z', 'revision_number': 6, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port_host': None}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:51.519048 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0415cbd-7439-4c4b-8b75-a6b25bc83053 None None] The sync data for ids ['2ed34702-2bde-499d-ba24-630f048a761b'] in dv-cinder-859203-2-iscsi is: [{'id': '2ed34702-2bde-499d-ba24-630f048a761b', 'name': 'tempest-AttachVolumeNegativeTest-256548460-router', 'tenant_id': '7e247930abd14072b8dfab4043d3e3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:42:15Z', 'updated_at': '2022-09-26T01:46:51Z', 'revision_number': 6, 'project_id': '7e247930abd14072b8dfab4043d3e3f5', 'gw_port_host': None}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:46:51.543850 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (9751773e-cf8e-4445-b765-2553095dc039), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.569748 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Pushing event deleted for resources: {'Port': ['ID=9751773e-cf8e-4445-b765-2553095dc039,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:51.631116 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485721'] for router_gateway (2ed34702-2bde-499d-ba24-630f048a761b), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.716791 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (2ed34702-2bde-499d-ba24-630f048a761b), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.718982 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Publish callbacks [] for router_controller (2ed34702-2bde-499d-ba24-630f048a761b), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.762650 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484718'] for router (2ed34702-2bde-499d-ba24-630f048a761b), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.763175 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed34702-2bde-499d-ba24-630f048a761b {{(pid=106406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 01:46:51.767915 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.769087 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d0d9cf5e-377a-4c73-a80e-ff6ece05e213 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/2ed34702-2bde-499d-ba24-630f048a761b HTTP/1.1" status: 204 len: 168 time: 0.7443712 Sep 26 01:46:51.771526 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44318) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:51.815782 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0b3c4d-1fd0-48fc-9008-9eadefbbb42e admin admin] Deleting subnet 3955534a-546f-4dc6-aa07-a2e631b4037a {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:46:51.819150 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6a0b3c4d-1fd0-48fc-9008-9eadefbbb42e admin admin] Publish callbacks [] for subnet (3955534a-546f-4dc6-aa07-a2e631b4037a), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.853554 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6a0b3c4d-1fd0-48fc-9008-9eadefbbb42e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (3955534a-546f-4dc6-aa07-a2e631b4037a), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.938440 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6a0b3c4d-1fd0-48fc-9008-9eadefbbb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (3955534a-546f-4dc6-aa07-a2e631b4037a), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:51.978177 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:51.981924 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:51.994252 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6a0b3c4d-1fd0-48fc-9008-9eadefbbb42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (3955534a-546f-4dc6-aa07-a2e631b4037a), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.022125 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b3c4d-1fd0-48fc-9008-9eadefbbb42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3955534a-546f-4dc6-aa07-a2e631b4037a,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:52.025424 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-6a0b3c4d-1fd0-48fc-9008-9eadefbbb42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.028512 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-6a0b3c4d-1fd0-48fc-9008-9eadefbbb42e admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/3955534a-546f-4dc6-aa07-a2e631b4037a HTTP/1.1" status: 204 len: 168 time: 0.2560587 Sep 26 01:46:52.031199 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44320) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:52.033681 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7727851a-c99a-4442-b9e3-f189992e332d None None] Network 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:46:52.103665 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (3f9f02f3-760e-48dc-b09d-e8f3d058e4c5), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.154690 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Deleting port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:52.155088 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.221370 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] For port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69,segment=NetworkSegment(759ff7e5-b856-418e-90e6-7856f7ba82f3),segment_id=759ff7e5-b856-418e-90e6-7856f7ba82f3)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:52.221651 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.235093 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Calling delete_port for 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 owned by network:dhcp {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:52.298332 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] DHCP port deletion for 3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 request from dv-cinder-859203-2-iscsi {{(pid=106407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 01:46:52.315978 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.341651 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:52.341889 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Deleting port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 {{(pid=106407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:46:52.342078 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), before_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.346803 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] No DVR routers for this DVR port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 on host dv-cinder-859203-2-iscsi {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:46:52.408779 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] For port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69, host dv-cinder-859203-2-iscsi, got binding levels [] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:46:52.409222 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), precommit_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.422981 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Calling delete_port for 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 owned by network:dhcp {{(pid=106407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:46:52.424787 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (3f9f02f3-760e-48dc-b09d-e8f3d058e4c5), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.426098 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.ipam_backend_mixin [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 was not found and therefore no delete operation was performed {{(pid=106407) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 26 01:46:52.427883 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021'] for port (6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69), after_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.447708 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9f02f3-760e-48dc-b09d-e8f3d058e4c5']}} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:52.451720 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Pushing event deleted for resources: {'Port': ['ID=6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69,revision_number=None']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:52.458930 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759ff7e5-b856-418e-90e6-7856f7ba82f3') {'for_net_delete': True} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:52.459266 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759ff7e5-b856-418e-90e6-7856f7ba82f3') {} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:46:52.462212 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] No DVR routers for this DVR port 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 on host dv-cinder-859203-2-iscsi {{(pid=106407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:46:52.464277 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.464653 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.465008 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.465399 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.465793 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.465994 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.466648 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.466648 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.466940 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.467262 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.467583 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.467906 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.468226 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.468893 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.469219 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f05616-ebdf-4955-afd8-b21602d4f222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:46:52.470299 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7542124'] for segment (759ff7e5-b856-418e-90e6-7856f7ba82f3), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.484429 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (759ff7e5-b856-418e-90e6-7856f7ba82f3), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.491481 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=106405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:46:52.491914 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565295'] for segment (759ff7e5-b856-418e-90e6-7856f7ba82f3), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.537585 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:52.541019 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment 759ff7e5-b856-418e-90e6-7856f7ba82f3 resource provider aggregate not found Sep 26 01:46:52.563586 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment 759ff7e5-b856-418e-90e6-7856f7ba82f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 759ff7e5-b856-418e-90e6-7856f7ba82f3 found for delete ", "request_id": "req-a19504d2-a110-4a4e-a27b-fedd9a154691"}]} Sep 26 01:46:52.573281 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (3f9f02f3-760e-48dc-b09d-e8f3d058e4c5), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.581292 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.584811 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/3f9f02f3-760e-48dc-b09d-e8f3d058e4c5 HTTP/1.1" status: 204 len: 168 time: 0.5522599 Sep 26 01:46:52.601990 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a78ed1-eb5d-4a45-b1e6-67ca7808c5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9f02f3-760e-48dc-b09d-e8f3d058e4c5,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:52.684745 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 9751773e-cf8e-4445-b765-2553095dc039 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:46:52.710419 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 9751773e-cf8e-4445-b765-2553095dc039 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:46:52.710772 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 9751773e-cf8e-4445-b765-2553095dc039 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:46:52.711217 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 5e3afce4-0e09-4243-95e5-faff32efe104 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:46:52.730381 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 5e3afce4-0e09-4243-95e5-faff32efe104 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:46:52.731322 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 5e3afce4-0e09-4243-95e5-faff32efe104 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:46:52.731762 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:46:52.751186 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:46:52.751543 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 6bc4f64a-f4d0-4016-97b5-fecf4cc7ba69 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:46:52.759657 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44328) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:52.801863 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-1541aa65-572c-4693-bcb0-5abed5fd9b1e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7e247930abd14072b8dfab4043d3e3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408776 Sep 26 01:46:52.804148 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44330) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:52.828721 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:52.856186 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ac7fad83-3062-4e3d-97fd-47c9e973d8ee admin admin] Publish callbacks [] for security_group (14963a47-1a29-42ae-9857-60a58065fb0f), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.875973 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ac7fad83-3062-4e3d-97fd-47c9e973d8ee admin admin] Publish callbacks [] for security_group (14963a47-1a29-42ae-9857-60a58065fb0f), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.923938 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ac7fad83-3062-4e3d-97fd-47c9e973d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (14963a47-1a29-42ae-9857-60a58065fb0f), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.926491 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ac7fad83-3062-4e3d-97fd-47c9e973d8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:52.927660 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-ac7fad83-3062-4e3d-97fd-47c9e973d8ee admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/14963a47-1a29-42ae-9857-60a58065fb0f HTTP/1.1" status: 204 len: 168 time: 0.1225948 Sep 26 01:46:52.935393 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fad83-3062-4e3d-97fd-47c9e973d8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14963a47-1a29-42ae-9857-60a58065fb0f,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:54.899405 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44402) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:54.977392 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:55.005104 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-27ce9c55-fd74-4f72-bc6c-e9a293868220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.083006 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-27ce9c55-fd74-4f72-bc6c-e9a293868220 admin admin] Publish callbacks [] for security_group (5b0190f9-828c-485a-8b52-f1b675d98c4e), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.086583 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-27ce9c55-fd74-4f72-bc6c-e9a293868220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (5b0190f9-828c-485a-8b52-f1b675d98c4e), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.129440 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-27ce9c55-fd74-4f72-bc6c-e9a293868220 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=154e6052dc814350912e8bcc694b2659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289727 Sep 26 01:46:55.130312 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce9c55-fd74-4f72-bc6c-e9a293868220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0190f9-828c-485a-8b52-f1b675d98c4e,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:55.132199 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44406) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:55.181720 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5152dfa9-792e-4123-baa5-c9a3bbc12442 admin admin] Publish callbacks [] for security_group (5b0190f9-828c-485a-8b52-f1b675d98c4e), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.205315 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5152dfa9-792e-4123-baa5-c9a3bbc12442 admin admin] Publish callbacks [] for security_group (5b0190f9-828c-485a-8b52-f1b675d98c4e), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.250627 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5152dfa9-792e-4123-baa5-c9a3bbc12442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (5b0190f9-828c-485a-8b52-f1b675d98c4e), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.253246 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-5152dfa9-792e-4123-baa5-c9a3bbc12442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.254379 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-5152dfa9-792e-4123-baa5-c9a3bbc12442 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5b0190f9-828c-485a-8b52-f1b675d98c4e HTTP/1.1" status: 204 len: 168 time: 0.1209724 Sep 26 01:46:55.262086 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152dfa9-792e-4123-baa5-c9a3bbc12442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0190f9-828c-485a-8b52-f1b675d98c4e,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:55.520305 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44412) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:55.534084 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-66ca5633-10b9-44dc-bfc4-56ef5e0074e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.609583 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-66ca5633-10b9-44dc-bfc4-56ef5e0074e7 admin admin] Publish callbacks [] for security_group (8a2bb2d4-0382-477f-86eb-73379a2334e4), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.612702 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-66ca5633-10b9-44dc-bfc4-56ef5e0074e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8a2bb2d4-0382-477f-86eb-73379a2334e4), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.652389 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca5633-10b9-44dc-bfc4-56ef5e0074e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2bb2d4-0382-477f-86eb-73379a2334e4,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:55.656718 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-66ca5633-10b9-44dc-bfc4-56ef5e0074e7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0b97933df1df4e4ab19d6ac20cf263b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352723 Sep 26 01:46:55.659872 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44414) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:55.707554 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df8f812f-fe69-4164-9e78-bb4be023546b admin admin] Publish callbacks [] for security_group (8a2bb2d4-0382-477f-86eb-73379a2334e4), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.728061 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df8f812f-fe69-4164-9e78-bb4be023546b admin admin] Publish callbacks [] for security_group (8a2bb2d4-0382-477f-86eb-73379a2334e4), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.777586 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df8f812f-fe69-4164-9e78-bb4be023546b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (8a2bb2d4-0382-477f-86eb-73379a2334e4), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.779990 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-df8f812f-fe69-4164-9e78-bb4be023546b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:55.781793 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-df8f812f-fe69-4164-9e78-bb4be023546b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8a2bb2d4-0382-477f-86eb-73379a2334e4 HTTP/1.1" status: 204 len: 168 time: 0.1209149 Sep 26 01:46:55.789532 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f812f-fe69-4164-9e78-bb4be023546b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2bb2d4-0382-477f-86eb-73379a2334e4,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:56.914494 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-1030c7d2-20da-49f0-b3e0-c05bb6bff3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:58.704654 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44546) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:58.807438 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cde5967b-61b2-4815-b041-d09815582b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:58.887634 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cde5967b-61b2-4815-b041-d09815582b07 admin admin] Publish callbacks [] for security_group (967a0a89-24db-426f-8e71-aea6306afe4b), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:58.891411 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-cde5967b-61b2-4815-b041-d09815582b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (967a0a89-24db-426f-8e71-aea6306afe4b), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:58.931308 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-cde5967b-61b2-4815-b041-d09815582b07 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=20d618b05a90402aaf78c024c8f7c226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255435 Sep 26 01:46:58.932082 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5967b-61b2-4815-b041-d09815582b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967a0a89-24db-426f-8e71-aea6306afe4b,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:58.934027 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44550) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:58.982695 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-43511682-309e-4b9e-a6b4-6c19c3ddba36 admin admin] Publish callbacks [] for security_group (967a0a89-24db-426f-8e71-aea6306afe4b), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:59.002795 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-43511682-309e-4b9e-a6b4-6c19c3ddba36 admin admin] Publish callbacks [] for security_group (967a0a89-24db-426f-8e71-aea6306afe4b), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:59.049836 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-43511682-309e-4b9e-a6b4-6c19c3ddba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (967a0a89-24db-426f-8e71-aea6306afe4b), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:59.052444 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-43511682-309e-4b9e-a6b4-6c19c3ddba36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:59.053575 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-43511682-309e-4b9e-a6b4-6c19c3ddba36 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/967a0a89-24db-426f-8e71-aea6306afe4b HTTP/1.1" status: 204 len: 168 time: 0.1185756 Sep 26 01:46:59.061712 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43511682-309e-4b9e-a6b4-6c19c3ddba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967a0a89-24db-426f-8e71-aea6306afe4b,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:59.248862 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-5f1565be-5f8e-477f-a51b-329be50d443d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:59.319170 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44556) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:59.332939 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-81d7d22b-565c-4732-9dd6-969960538153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:59.380687 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:59.406180 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:46:59.411608 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-81d7d22b-565c-4732-9dd6-969960538153 admin admin] Publish callbacks [] for security_group (022fee47-886e-4280-9db8-12a5bf472b6d), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:59.415335 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-81d7d22b-565c-4732-9dd6-969960538153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (022fee47-886e-4280-9db8-12a5bf472b6d), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:59.460611 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-81d7d22b-565c-4732-9dd6-969960538153 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=38d2b795bebe4164be8f4d8c8a3df7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403053 Sep 26 01:46:59.461555 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7d22b-565c-4732-9dd6-969960538153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022fee47-886e-4280-9db8-12a5bf472b6d,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:46:59.463317 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44558) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:46:59.513746 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0923db67-240a-4474-a4ab-5b5421bc52e4 admin admin] Publish callbacks [] for security_group (022fee47-886e-4280-9db8-12a5bf472b6d), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:59.533620 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0923db67-240a-4474-a4ab-5b5421bc52e4 admin admin] Publish callbacks [] for security_group (022fee47-886e-4280-9db8-12a5bf472b6d), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:59.584799 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0923db67-240a-4474-a4ab-5b5421bc52e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (022fee47-886e-4280-9db8-12a5bf472b6d), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:59.587317 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-0923db67-240a-4474-a4ab-5b5421bc52e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:46:59.588601 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-0923db67-240a-4474-a4ab-5b5421bc52e4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/022fee47-886e-4280-9db8-12a5bf472b6d HTTP/1.1" status: 204 len: 168 time: 0.1241698 Sep 26 01:46:59.597605 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923db67-240a-4474-a4ab-5b5421bc52e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022fee47-886e-4280-9db8-12a5bf472b6d,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:00.304305 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:00.758840 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:02.098097 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:02.243053 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:09.452814 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:09.457577 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=13 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:09.572356 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:DELETE=5,neutron:SELECT=67,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:09.591974 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=14 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:12.237239 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:12.239094 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:12.310384 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=4 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:12.315225 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:16.517095 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:19.006262 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-2453045e-f704-428f-8be7-29f205be2572 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1302040 Sep 26 01:47:19.098053 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-257f12c5-f310-4ba3-9e62-f7bf60ad13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:47:19.099657 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-257f12c5-f310-4ba3-9e62-f7bf60ad13c4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 1130 time: 0.0409091 Sep 26 01:47:19.212763 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-eb044987-514f-4903-b902-34868ddaf4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:47:19.214248 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-eb044987-514f-4903-b902-34868ddaf4f3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 913 time: 0.0947256 Sep 26 01:47:19.278873 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-7dc89ac6-92c7-4f0c-8114-6dfb43b7c511 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 HTTP/1.1" status: 200 len: 1002 time: 0.0573816 Sep 26 01:47:19.328200 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-ba4855b7-2c8a-4b2d-ba98-40e779a01fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:47:19.330302 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-ba4855b7-2c8a-4b2d-ba98-40e779a01fee service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 200 len: 851 time: 0.0446773 Sep 26 01:47:19.376900 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-0b633ad2-408d-4768-bdff-c93c06e772ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:47:19.378391 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-0b633ad2-408d-4768-bdff-c93c06e772ef service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9880eab6-c89c-4490-9622-c91f1df8e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415626 Sep 26 01:47:19.389075 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-362fab3c-e377-4423-a637-a1f9e68e9d2f service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 01:47:19.390002 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-362fab3c-e377-4423-a637-a1f9e68e9d2f service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048606 Sep 26 01:47:19.486793 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-e82f0589-d20c-4c32-991f-335422e1d40d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898316 Sep 26 01:47:19.584259 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-bb4ea81e-6160-4cca-ad15-2a9dd26bc2bd req-90b91885-0873-4818-bf3c-f931ea9b64ef service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908046 Sep 26 01:47:26.506639 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:26.512756 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:26.917007 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-11e2c6cd-a8b1-424c-a0be-2cf9da2a8a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:27.307182 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:47:27.657337 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44768) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:27.761755 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e28107a2-3847-48b5-a88e-abbb6593c9be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:27.836858 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e28107a2-3847-48b5-a88e-abbb6593c9be admin admin] Publish callbacks [] for security_group (bb698766-bb2c-4c0f-b950-9294c30ea4f1), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:27.840484 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e28107a2-3847-48b5-a88e-abbb6593c9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (bb698766-bb2c-4c0f-b950-9294c30ea4f1), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:27.879796 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e28107a2-3847-48b5-a88e-abbb6593c9be admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5d7bfc99d8f34bbd9f9f5763e66ae754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214251 Sep 26 01:47:27.880534 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28107a2-3847-48b5-a88e-abbb6593c9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb698766-bb2c-4c0f-b950-9294c30ea4f1,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:27.883111 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44772) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:27.933686 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9553a991-4226-490e-b038-0df865f399c1 admin admin] Publish callbacks [] for security_group (bb698766-bb2c-4c0f-b950-9294c30ea4f1), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:27.954754 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9553a991-4226-490e-b038-0df865f399c1 admin admin] Publish callbacks [] for security_group (bb698766-bb2c-4c0f-b950-9294c30ea4f1), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:28.001259 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9553a991-4226-490e-b038-0df865f399c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (bb698766-bb2c-4c0f-b950-9294c30ea4f1), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:28.003973 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9553a991-4226-490e-b038-0df865f399c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:28.005139 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-9553a991-4226-490e-b038-0df865f399c1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bb698766-bb2c-4c0f-b950-9294c30ea4f1 HTTP/1.1" status: 204 len: 168 time: 0.1209781 Sep 26 01:47:28.013180 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553a991-4226-490e-b038-0df865f399c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb698766-bb2c-4c0f-b950-9294c30ea4f1,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:28.277009 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44778) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:28.290580 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9ad90bea-3485-480a-9c81-56858a777578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:28.366455 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9ad90bea-3485-480a-9c81-56858a777578 admin admin] Publish callbacks [] for security_group (ff3804ff-5dba-4b58-bc49-0314134f76a5), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:28.369990 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-9ad90bea-3485-480a-9c81-56858a777578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (ff3804ff-5dba-4b58-bc49-0314134f76a5), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:28.411723 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-9ad90bea-3485-480a-9c81-56858a777578 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=94c5c93dce694e2f845be44269a43945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336455 Sep 26 01:47:28.413636 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad90bea-3485-480a-9c81-56858a777578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3804ff-5dba-4b58-bc49-0314134f76a5,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:28.414469 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44780) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:28.467771 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6aeaff0-f034-41b3-955b-1a2827120114 admin admin] Publish callbacks [] for security_group (ff3804ff-5dba-4b58-bc49-0314134f76a5), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:28.487473 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6aeaff0-f034-41b3-955b-1a2827120114 admin admin] Publish callbacks [] for security_group (ff3804ff-5dba-4b58-bc49-0314134f76a5), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:28.534747 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6aeaff0-f034-41b3-955b-1a2827120114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (ff3804ff-5dba-4b58-bc49-0314134f76a5), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:28.537326 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c6aeaff0-f034-41b3-955b-1a2827120114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:28.538458 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-c6aeaff0-f034-41b3-955b-1a2827120114 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ff3804ff-5dba-4b58-bc49-0314134f76a5 HTTP/1.1" status: 204 len: 168 time: 0.1230152 Sep 26 01:47:28.546518 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aeaff0-f034-41b3-955b-1a2827120114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3804ff-5dba-4b58-bc49-0314134f76a5,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:29.249638 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-0899d54e-3348-41b1-a71c-4138ef3e57cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:30.761926 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:32.101425 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:32.244598 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:34.990984 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44900) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:35.098490 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-81d18130-cf5f-49db-9c03-ee7d2146afaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.117070 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:35.129284 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:35.183227 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-81d18130-cf5f-49db-9c03-ee7d2146afaa admin admin] Publish callbacks [] for security_group (dbb53652-12d2-4903-97eb-97d657ea65e5), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.186770 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-81d18130-cf5f-49db-9c03-ee7d2146afaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (dbb53652-12d2-4903-97eb-97d657ea65e5), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.224506 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d18130-cf5f-49db-9c03-ee7d2146afaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb53652-12d2-4903-97eb-97d657ea65e5,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:35.229673 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-81d18130-cf5f-49db-9c03-ee7d2146afaa admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7635c05dde15418484a3ba6cd1898755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376735 Sep 26 01:47:35.232290 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44904) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:35.280571 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e99e4707-5bb0-4167-9295-e7a3b2e523d2 admin admin] Publish callbacks [] for security_group (dbb53652-12d2-4903-97eb-97d657ea65e5), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.303309 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e99e4707-5bb0-4167-9295-e7a3b2e523d2 admin admin] Publish callbacks [] for security_group (dbb53652-12d2-4903-97eb-97d657ea65e5), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.349104 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e99e4707-5bb0-4167-9295-e7a3b2e523d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (dbb53652-12d2-4903-97eb-97d657ea65e5), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.351658 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e99e4707-5bb0-4167-9295-e7a3b2e523d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.352944 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e99e4707-5bb0-4167-9295-e7a3b2e523d2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dbb53652-12d2-4903-97eb-97d657ea65e5 HTTP/1.1" status: 204 len: 168 time: 0.1196909 Sep 26 01:47:35.360898 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e4707-5bb0-4167-9295-e7a3b2e523d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb53652-12d2-4903-97eb-97d657ea65e5,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:35.612359 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44910) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:35.626171 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-95d6531f-ec9a-4dd2-ae62-c3ed150cd2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.704272 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-95d6531f-ec9a-4dd2-ae62-c3ed150cd2c2 admin admin] Publish callbacks [] for security_group (aaefd04e-ec95-426a-8165-83381faaf8b9), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.708599 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-95d6531f-ec9a-4dd2-ae62-c3ed150cd2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (aaefd04e-ec95-426a-8165-83381faaf8b9), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.746807 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6531f-ec9a-4dd2-ae62-c3ed150cd2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaefd04e-ec95-426a-8165-83381faaf8b9,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:35.751101 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-95d6531f-ec9a-4dd2-ae62-c3ed150cd2c2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c6b21cec4e8549fea66a36c4a98fd91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376801 Sep 26 01:47:35.755200 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44912) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:35.802600 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9ee3-7fd6-4445-a44c-b6d9227dc80f admin admin] Publish callbacks [] for security_group (aaefd04e-ec95-426a-8165-83381faaf8b9), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.823281 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9ee3-7fd6-4445-a44c-b6d9227dc80f admin admin] Publish callbacks [] for security_group (aaefd04e-ec95-426a-8165-83381faaf8b9), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.872698 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9ee3-7fd6-4445-a44c-b6d9227dc80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (aaefd04e-ec95-426a-8165-83381faaf8b9), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.875211 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9ee3-7fd6-4445-a44c-b6d9227dc80f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:35.876336 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-e5dc9ee3-7fd6-4445-a44c-b6d9227dc80f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/aaefd04e-ec95-426a-8165-83381faaf8b9 HTTP/1.1" status: 204 len: 168 time: 0.1209512 Sep 26 01:47:35.884927 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc9ee3-7fd6-4445-a44c-b6d9227dc80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaefd04e-ec95-426a-8165-83381faaf8b9,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:37.303134 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:37.304421 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:37.784129 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44984) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:37.889986 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-694b7aff-8049-46de-8c6e-f0b0bc8293de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:37.966493 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-694b7aff-8049-46de-8c6e-f0b0bc8293de admin admin] Publish callbacks [] for security_group (70031954-e7d9-4d23-803d-a4aa398acf68), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:37.970308 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-694b7aff-8049-46de-8c6e-f0b0bc8293de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (70031954-e7d9-4d23-803d-a4aa398acf68), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:38.008449 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b7aff-8049-46de-8c6e-f0b0bc8293de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70031954-e7d9-4d23-803d-a4aa398acf68,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:38.013615 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-694b7aff-8049-46de-8c6e-f0b0bc8293de admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=777ab468dc0d4c3388645a11527f381c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284291 Sep 26 01:47:38.016262 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44988) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:38.066094 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-60dda033-499a-4ebc-9458-ba4ae6f5dc05 admin admin] Publish callbacks [] for security_group (70031954-e7d9-4d23-803d-a4aa398acf68), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:38.085637 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-60dda033-499a-4ebc-9458-ba4ae6f5dc05 admin admin] Publish callbacks [] for security_group (70031954-e7d9-4d23-803d-a4aa398acf68), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:38.135447 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-60dda033-499a-4ebc-9458-ba4ae6f5dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (70031954-e7d9-4d23-803d-a4aa398acf68), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:38.137926 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-60dda033-499a-4ebc-9458-ba4ae6f5dc05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:38.139042 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-60dda033-499a-4ebc-9458-ba4ae6f5dc05 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/70031954-e7d9-4d23-803d-a4aa398acf68 HTTP/1.1" status: 204 len: 168 time: 0.1218643 Sep 26 01:47:38.146970 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dda033-499a-4ebc-9458-ba4ae6f5dc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70031954-e7d9-4d23-803d-a4aa398acf68,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:38.402726 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 44994) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:38.416993 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-02336bf6-36f8-488f-a598-aa8820a47f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:38.450435 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:38.488303 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:38.502887 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-02336bf6-36f8-488f-a598-aa8820a47f52 admin admin] Publish callbacks [] for security_group (93f1da76-21f0-417a-9532-ab55994a6235), precommit_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:38.506371 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-02336bf6-36f8-488f-a598-aa8820a47f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (93f1da76-21f0-417a-9532-ab55994a6235), after_create {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:38.547366 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-02336bf6-36f8-488f-a598-aa8820a47f52 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7b671c12824b4a07bc1f4a17acb65b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435738 Sep 26 01:47:38.549392 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02336bf6-36f8-488f-a598-aa8820a47f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f1da76-21f0-417a-9532-ab55994a6235,revision_number=1']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:38.550043 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 44996) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:38.603370 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-36f9438d-1fd8-40d9-8c5c-da6915e9a2b7 admin admin] Publish callbacks [] for security_group (93f1da76-21f0-417a-9532-ab55994a6235), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:38.623514 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-36f9438d-1fd8-40d9-8c5c-da6915e9a2b7 admin admin] Publish callbacks [] for security_group (93f1da76-21f0-417a-9532-ab55994a6235), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:38.670107 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-36f9438d-1fd8-40d9-8c5c-da6915e9a2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (93f1da76-21f0-417a-9532-ab55994a6235), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:38.672699 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-36f9438d-1fd8-40d9-8c5c-da6915e9a2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:38.673836 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-36f9438d-1fd8-40d9-8c5c-da6915e9a2b7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/93f1da76-21f0-417a-9532-ab55994a6235 HTTP/1.1" status: 204 len: 168 time: 0.1228104 Sep 26 01:47:38.684888 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9438d-1fd8-40d9-8c5c-da6915e9a2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f1da76-21f0-417a-9532-ab55994a6235,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:39.867957 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 45030) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:39.970018 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:39.977949 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0198c58b-deb5-433d-9618-3baa7571a1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:40.000313 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=11,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:40.060326 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0198c58b-deb5-433d-9618-3baa7571a1bd admin admin] Publish callbacks [] for security_group (4c7792ea-aafe-49a7-a0ae-fa578926f567), precommit_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:40.063932 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-0198c58b-deb5-433d-9618-3baa7571a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4c7792ea-aafe-49a7-a0ae-fa578926f567), after_create {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:40.105555 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198c58b-deb5-433d-9618-3baa7571a1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7792ea-aafe-49a7-a0ae-fa578926f567,revision_number=1']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:40.109600 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-0198c58b-deb5-433d-9618-3baa7571a1bd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c33ba15cdf3a4206bc697f726e535bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405913 Sep 26 01:47:40.112968 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 45034) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:47:40.161341 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e995de65-b9bc-41af-a189-6301bc151d0e admin admin] Publish callbacks [] for security_group (4c7792ea-aafe-49a7-a0ae-fa578926f567), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:40.181608 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e995de65-b9bc-41af-a189-6301bc151d0e admin admin] Publish callbacks [] for security_group (4c7792ea-aafe-49a7-a0ae-fa578926f567), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:40.228201 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e995de65-b9bc-41af-a189-6301bc151d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (4c7792ea-aafe-49a7-a0ae-fa578926f567), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:40.230838 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e995de65-b9bc-41af-a189-6301bc151d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:40.232035 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e995de65-b9bc-41af-a189-6301bc151d0e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4c7792ea-aafe-49a7-a0ae-fa578926f567 HTTP/1.1" status: 204 len: 168 time: 0.1189027 Sep 26 01:47:40.240615 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995de65-b9bc-41af-a189-6301bc151d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7792ea-aafe-49a7-a0ae-fa578926f567,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:47:46.532962 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:48.542619 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=4 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:48.545383 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:INSERT=1,neutron:SELECT=14 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:49.308960 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:50.234727 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=34,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:50.235445 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:INSERT=2,neutron:SELECT=28,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:55.326074 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:56.523572 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:UPDATE=3,neutron:SELECT=12 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:56.528313 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:47:56.918270 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d220dd09-4318-4c46-b02a-e365afef8488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:59.252091 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-a8b9b710-48e6-4217-9ad3-74ad367dc2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:47:59.972246 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 45038) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:00.110565 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Deleting port e5549e59-1216-41e7-bbaa-8e44cf006905 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:48:00.110903 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (e5549e59-1216-41e7-bbaa-8e44cf006905), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:00.425943 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (e5549e59-1216-41e7-bbaa-8e44cf006905), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:00.426258 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (e5549e59-1216-41e7-bbaa-8e44cf006905), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:00.439515 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Calling delete_port for e5549e59-1216-41e7-bbaa-8e44cf006905 owned by network:floatingip {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:48:00.601590 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (e5549e59-1216-41e7-bbaa-8e44cf006905), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:00.627802 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event deleted for resources: {'Port': ['ID=e5549e59-1216-41e7-bbaa-8e44cf006905,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:00.651830 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.652174 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.652543 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.652881 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.653212 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.653535 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.653855 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.654176 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.654496 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.654813 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.655132 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.655452 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.655769 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.656090 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.656428 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:00.702626 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (f2dacc37-be4c-43e3-a7d6-48af90f12d36), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:00.702950 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.l3_db [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Floating IP f2dacc37-be4c-43e3-a7d6-48af90f12d36 disassociated (deleted). External IP: 172.27.0.92, port: d87f1ce7-0e22-4d36-b599-eda657e335c3. Sep 26 01:48:00.763924 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:00.897823 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Router afae10ec-5417-42e0-b049-a2d9a3c888dd has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:48:00.998023 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:48:01.002355 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:01.004131 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:01.008892 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3096d-82d2-406a-8dd6-52a882a77d77 None None] Sync routers for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:48:01.018866 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3096d-82d2-406a-8dd6-52a882a77d77 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:48:01.019463 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-8df3096d-82d2-406a-8dd6-52a882a77d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:47:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:01.039106 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-9c699104-966a-4119-928d-f0898d80ab9c tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/f2dacc37-be4c-43e3-a7d6-48af90f12d36 HTTP/1.1" status: 204 len: 168 time: 1.0626085 Sep 26 01:48:01.039106 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'tag': 'd87f1ce7-0e22-4d36-b599-eda657e335c3'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:48:01.039808 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ada1e90-d37d-4520-8f55-59fa9a9337f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7bc890d-5499-4e26-b8be-616f85d3c822", "tag": "d87f1ce7-0e22-4d36-b599-eda657e335c3"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:48:01.095281 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a81c9f-d740-48f3-a97a-08b72df050d4 x-openstack-request-id: req-75a81c9f-d740-48f3-a97a-08b72df050d4 {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:48:01.095574 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7bc890d-5499-4e26-b8be-616f85d3c822", "tag": "d87f1ce7-0e22-4d36-b599-eda657e335c3", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:48:01.095833 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75a81c9f-d740-48f3-a97a-08b72df050d4 {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:48:01.096238 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a81c9f-d740-48f3-a97a-08b72df050d4'] response: {'name': 'network-changed', 'server_uuid': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'tag': 'd87f1ce7-0e22-4d36-b599-eda657e335c3', 'status': 'completed', 'code': 200} Sep 26 01:48:01.144003 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-8df3096d-82d2-406a-8dd6-52a882a77d77 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:48:01.188618 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada1e90-d37d-4520-8f55-59fa9a9337f3 req-b5a5d64a-5749-4574-9957-d3431077bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:01.190263 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9ada1e90-d37d-4520-8f55-59fa9a9337f3 req-b5a5d64a-5749-4574-9957-d3431077bbee service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 1129 time: 0.0583706 Sep 26 01:48:01.274036 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7875e-dfa8-40c0-9d71-27fceda65b6b req-53d590ff-d051-43a1-9c75-73931b39dad2 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:01.275535 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a2d7875e-dfa8-40c0-9d71-27fceda65b6b req-53d590ff-d051-43a1-9c75-73931b39dad2 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 945 time: 0.0477216 Sep 26 01:48:01.325863 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-a2d7875e-dfa8-40c0-9d71-27fceda65b6b req-5225a93e-f596-476c-8003-e6b91e110d84 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445771 Sep 26 01:48:01.365323 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-8df3096d-82d2-406a-8dd6-52a882a77d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '6f19a241-8486-46b9-97f7-e5ca680ddc77', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:44:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:25Z', 'updated_at': '2022-09-26T01:44:27Z', 'revision_number': 1, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:01.390244 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3096d-82d2-406a-8dd6-52a882a77d77 None None] Checking router: afae10ec-5417-42e0-b049-a2d9a3c888dd for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:48:01.399217 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3096d-82d2-406a-8dd6-52a882a77d77 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:48:01.399814 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-8df3096d-82d2-406a-8dd6-52a882a77d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:47:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:01.502042 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-8df3096d-82d2-406a-8dd6-52a882a77d77 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:48:01.709205 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-8df3096d-82d2-406a-8dd6-52a882a77d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '6f19a241-8486-46b9-97f7-e5ca680ddc77', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:44:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:25Z', 'updated_at': '2022-09-26T01:44:27Z', 'revision_number': 1, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:01.736127 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3096d-82d2-406a-8dd6-52a882a77d77 None None] The sync data for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi is: [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_floatingips': [{'id': '6f19a241-8486-46b9-97f7-e5ca680ddc77', 'tenant_id': '786ed33f027946f581147e672b947df0', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'router_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'port_id': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'mac_address': 'fa:16:3e:44:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T01:44:25Z', 'updated_at': '2022-09-26T01:44:27Z', 'revision_number': 1, 'project_id': '786ed33f027946f581147e672b947df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:48:01.941421 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a8b2b-3ff0-425b-ba7f-cae0d453adc5 None None] New status for floating IP f2dacc37-be4c-43e3-a7d6-48af90f12d36: DOWN {{(pid=106407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:48:02.130438 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:02.246695 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:02.397658 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:02.454978 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566adce-9632-4cf9-b20b-19e68358c528 req-b9fcc0f4-2e2d-4903-876c-1097009a3852 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:02.456496 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2566adce-9632-4cf9-b20b-19e68358c528 req-b9fcc0f4-2e2d-4903-876c-1097009a3852 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 945 time: 0.0518849 Sep 26 01:48:02.465841 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada1e90-d37d-4520-8f55-59fa9a9337f3 req-1853b339-07f1-499f-bdaf-e682524f722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:02.467290 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9ada1e90-d37d-4520-8f55-59fa9a9337f3 req-1853b339-07f1-499f-bdaf-e682524f722d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 913 time: 0.0898762 Sep 26 01:48:02.506495 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-2566adce-9632-4cf9-b20b-19e68358c528 req-e9e0da33-31f0-4a23-8d50-05194ec88d54 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438285 Sep 26 01:48:02.605887 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9ada1e90-d37d-4520-8f55-59fa9a9337f3 req-5a7cfab4-1f82-44b6-9007-30e6f1a839f7 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d87f1ce7-0e22-4d36-b599-eda657e335c3 HTTP/1.1" status: 200 len: 217 time: 0.0366793 Sep 26 01:48:02.655726 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada1e90-d37d-4520-8f55-59fa9a9337f3 req-0e71beaa-ba97-4cd4-acac-08706a033993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:02.657099 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9ada1e90-d37d-4520-8f55-59fa9a9337f3 req-0e71beaa-ba97-4cd4-acac-08706a033993 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 200 len: 851 time: 0.0442078 Sep 26 01:48:02.700213 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada1e90-d37d-4520-8f55-59fa9a9337f3 req-8de2b0ba-d9df-488d-8315-c4d4053e550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:02.701677 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9ada1e90-d37d-4520-8f55-59fa9a9337f3 req-8de2b0ba-d9df-488d-8315-c4d4053e550a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9880eab6-c89c-4490-9622-c91f1df8e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385084 Sep 26 01:48:02.981063 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9ada1e90-d37d-4520-8f55-59fa9a9337f3 req-126a12ab-6f8f-48c8-860a-1b41ffac6075 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876300 Sep 26 01:48:03.019610 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc4852-d350-410f-85c4-bcce3e8ab07f req-c1bfdc7d-626e-48d9-814a-a0e487554f83 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:03.021344 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b4dc4852-d350-410f-85c4-bcce3e8ab07f req-c1bfdc7d-626e-48d9-814a-a0e487554f83 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 945 time: 0.0471177 Sep 26 01:48:03.074695 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-9ada1e90-d37d-4520-8f55-59fa9a9337f3 req-132a85a2-61ce-44ad-ae47-0aae7abedb17 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871637 Sep 26 01:48:03.110626 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-b4dc4852-d350-410f-85c4-bcce3e8ab07f req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Deleting port d87f1ce7-0e22-4d36-b599-eda657e335c3 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:48:03.110977 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-b4dc4852-d350-410f-85c4-bcce3e8ab07f req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:03.202725 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [req-b4dc4852-d350-410f-85c4-bcce3e8ab07f req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] For port d87f1ce7-0e22-4d36-b599-eda657e335c3, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=d87f1ce7-0e22-4d36-b599-eda657e335c3,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:48:03.203087 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-b4dc4852-d350-410f-85c4-bcce3e8ab07f req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:03.216246 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [req-b4dc4852-d350-410f-85c4-bcce3e8ab07f req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Calling delete_port for d87f1ce7-0e22-4d36-b599-eda657e335c3 owned by compute:nova {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:48:03.347101 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-b4dc4852-d350-410f-85c4-bcce3e8ab07f req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (d87f1ce7-0e22-4d36-b599-eda657e335c3), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:03.376279 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event deleted for resources: {'Port': ['ID=d87f1ce7-0e22-4d36-b599-eda657e335c3,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:03.389062 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.389413 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.389756 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.390097 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.390444 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.390756 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.391081 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.391404 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.391731 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.392055 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.392399 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.392725 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.393044 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.393379 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.393682 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:03.430906 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dc4852-d350-410f-85c4-bcce3e8ab07f req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] No DVR routers for this DVR port d87f1ce7-0e22-4d36-b599-eda657e335c3 on host hv-cinder-85920 {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:48:03.433337 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [req-b4dc4852-d350-410f-85c4-bcce3e8ab07f req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:03.436527 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-b4dc4852-d350-410f-85c4-bcce3e8ab07f req-2ad35282-a732-4ff5-9347-bc3947b6c5cd tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "DELETE /networking/v2.0/ports/d87f1ce7-0e22-4d36-b599-eda657e335c3 HTTP/1.1" status: 204 len: 173 time: 0.4097335 Sep 26 01:48:03.437027 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'name': 'network-vif-deleted', 'tag': 'd87f1ce7-0e22-4d36-b599-eda657e335c3'}] {{(pid=106405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:48:03.439233 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9349e2c6b96e351482a5124535537f81f0d3f4131388bdbeb69444490d2b2588" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf7dd4e-47b1-46e0-812b-9476b1980f58" -d '{"events": [{"server_uuid": "f7bc890d-5499-4e26-b8be-616f85d3c822", "name": "network-vif-deleted", "tag": "d87f1ce7-0e22-4d36-b599-eda657e335c3"}]}' {{(pid=106405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:48:03.613550 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-25e1a69a-db94-4e72-918b-4b859d0f5adf req-8a052e24-f565-4c62-91d0-0d97f1ae5237 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7bc890d-5499-4e26-b8be-616f85d3c822 HTTP/1.1" status: 200 len: 210 time: 0.0314567 Sep 26 01:48:03.654381 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f378912-6970-4cfa-b805-ae80f7b5ff23 x-openstack-request-id: req-2f378912-6970-4cfa-b805-ae80f7b5ff23 {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:48:03.654689 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bc890d-5499-4e26-b8be-616f85d3c822", "name": "network-vif-deleted", "tag": "d87f1ce7-0e22-4d36-b599-eda657e335c3", "status": "completed", "code": 200}]} {{(pid=106405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:48:03.654944 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f378912-6970-4cfa-b805-ae80f7b5ff23 {{(pid=106405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:48:03.655350 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f378912-6970-4cfa-b805-ae80f7b5ff23'] response: {'server_uuid': 'f7bc890d-5499-4e26-b8be-616f85d3c822', 'name': 'network-vif-deleted', 'tag': 'd87f1ce7-0e22-4d36-b599-eda657e335c3', 'status': 'completed', 'code': 200} Sep 26 01:48:04.306626 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:48:05.584991 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device d87f1ce7-0e22-4d36-b599-eda657e335c3 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:48:05.607591 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: d87f1ce7-0e22-4d36-b599-eda657e335c3 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:48:05.607925 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device d87f1ce7-0e22-4d36-b599-eda657e335c3 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:48:06.918363 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 45072) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:07.058339 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Deleting port 8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:48:07.058676 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:07.138969 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:07.139287 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:07.151813 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Calling delete_port for 8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7 owned by network:floatingip {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:48:07.296503 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:07.327043 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event deleted for resources: {'Port': ['ID=8ec97dd5-1c9d-4162-8d7c-a6f161b5b2e7,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:07.385574 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (6f19a241-8486-46b9-97f7-e5ca680ddc77), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:07.385947 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.db.l3_db [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Floating IP 6f19a241-8486-46b9-97f7-e5ca680ddc77 disassociated (deleted). External IP: 172.27.0.124, port: 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8. Sep 26 01:48:07.388305 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:07.388900 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:07.584978 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Router afae10ec-5417-42e0-b049-a2d9a3c888dd has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:48:07.686307 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:48:07.691464 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:07.696032 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e986b-8fee-4d36-a10e-3397f587c688 None None] Sync routers for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:48:07.705655 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e986b-8fee-4d36-a10e-3397f587c688 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:48:07.706257 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-a89e986b-8fee-4d36-a10e-3397f587c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:47:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:07.721645 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-722b4f85-f705-4b46-805d-e6e00e60cabb tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/6f19a241-8486-46b9-97f7-e5ca680ddc77 HTTP/1.1" status: 204 len: 168 time: 0.8022180 Sep 26 01:48:07.722395 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'tag': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:48:07.724736 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f158f7-0490-44ec-a013-cfed55f2ec91" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad4ef30-98fb-408a-8a13-e78e64481234", "tag": "8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:48:07.762958 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 01:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731d438f-f259-4b9c-87ac-6f20ae04e8a2 x-openstack-request-id: req-731d438f-f259-4b9c-87ac-6f20ae04e8a2 {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:48:07.763328 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad4ef30-98fb-408a-8a13-e78e64481234", "tag": "8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:48:07.763523 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-731d438f-f259-4b9c-87ac-6f20ae04e8a2 {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:48:07.763902 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731d438f-f259-4b9c-87ac-6f20ae04e8a2'] response: {'name': 'network-changed', 'server_uuid': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'tag': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'status': 'completed', 'code': 200} Sep 26 01:48:07.841750 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f158f7-0490-44ec-a013-cfed55f2ec91 req-7bedb4db-d9aa-4584-ad84-ff1516503eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:07.843560 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96f158f7-0490-44ec-a013-cfed55f2ec91 req-7bedb4db-d9aa-4584-ad84-ff1516503eed service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=786ed33f027946f581147e672b947df0&device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 1130 time: 0.0484247 Sep 26 01:48:07.905319 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-a89e986b-8fee-4d36-a10e-3397f587c688 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:48:07.987724 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f158f7-0490-44ec-a013-cfed55f2ec91 req-37ec699a-1844-4517-b5be-b68f392e85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:07.989252 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96f158f7-0490-44ec-a013-cfed55f2ec91 req-37ec699a-1844-4517-b5be-b68f392e85dc service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 200 len: 913 time: 0.1280031 Sep 26 01:48:07.997787 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb2602-7dd1-4d9a-8fc9-f2df9921c258 req-2743e7d3-a164-4750-81c9-ba26b0ae847b tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:07.999175 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-67cb2602-7dd1-4d9a-8fc9-f2df9921c258 req-2743e7d3-a164-4750-81c9-ba26b0ae847b tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0644062 Sep 26 01:48:08.017289 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:08.046507 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:08.051908 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-67cb2602-7dd1-4d9a-8fc9-f2df9921c258 req-5ac23b8b-bfce-4ecd-a7c0-06c16f82dc1e tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470667 Sep 26 01:48:08.062168 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=100 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:08.098804 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-a89e986b-8fee-4d36-a10e-3397f587c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:08.124078 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e986b-8fee-4d36-a10e-3397f587c688 None None] Checking router: afae10ec-5417-42e0-b049-a2d9a3c888dd for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:48:08.132497 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e986b-8fee-4d36-a10e-3397f587c688 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:48:08.133092 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-a89e986b-8fee-4d36-a10e-3397f587c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:47:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:08.234846 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-a89e986b-8fee-4d36-a10e-3397f587c688 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:48:08.420827 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-a89e986b-8fee-4d36-a10e-3397f587c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:08.445871 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e986b-8fee-4d36-a10e-3397f587c688 None None] The sync data for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi is: [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:55Z', 'revision_number': 4, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi', '_interfaces': [{'id': '18544acc-5463-4bb2-a1ed-46ca1cefb5e0', 'name': '', 'network_id': '9880eab6-c89c-4490-9622-c91f1df8e6a8', 'tenant_id': '786ed33f027946f581147e672b947df0', 'mac_address': 'fa:16:3e:cc:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:54Z', 'updated_at': '2022-09-26T01:41:00Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'subnets': [{'id': '840b9a72-e2b8-40ef-b59c-aae9095f9e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:48:08.645724 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0cfae-bf20-4517-9634-bc60eb672c74 None None] New status for floating IP 6f19a241-8486-46b9-97f7-e5ca680ddc77: DOWN {{(pid=106407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 01:48:09.111689 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96f158f7-0490-44ec-a013-cfed55f2ec91 req-27c888ec-e336-41c4-9532-16d8f06d0b6d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 HTTP/1.1" status: 200 len: 217 time: 0.0380514 Sep 26 01:48:09.194751 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f158f7-0490-44ec-a013-cfed55f2ec91 req-b57005ca-6817-478b-9508-96defa9eb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:09.196178 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96f158f7-0490-44ec-a013-cfed55f2ec91 req-b57005ca-6817-478b-9508-96defa9eb9ca service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 200 len: 851 time: 0.0773485 Sep 26 01:48:09.201889 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4e4d9-81c5-4415-a0ab-f2a27354883d req-bbdc0ba5-b07d-43e4-81a6-ec1c318864df tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:09.203207 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4aa4e4d9-81c5-4415-a0ab-f2a27354883d req-bbdc0ba5-b07d-43e4-81a6-ec1c318864df tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0588248 Sep 26 01:48:09.253091 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-4aa4e4d9-81c5-4415-a0ab-f2a27354883d req-17028e8a-5bed-4694-8ed1-4724129a5d31 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b7800397-6019-45d1-9be6-ea140cdc3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442364 Sep 26 01:48:09.298891 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f158f7-0490-44ec-a013-cfed55f2ec91 req-2cbb7e37-d6fa-464d-bb83-218f35abd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:09.300458 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96f158f7-0490-44ec-a013-cfed55f2ec91 req-2cbb7e37-d6fa-464d-bb83-218f35abd8fc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=9880eab6-c89c-4490-9622-c91f1df8e6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444007 Sep 26 01:48:09.356270 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:09.393421 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96f158f7-0490-44ec-a013-cfed55f2ec91 req-88f779ba-2fa3-489d-a20d-e14b179cadee service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863976 Sep 26 01:48:09.569486 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-96f158f7-0490-44ec-a013-cfed55f2ec91 req-8ba8802d-fe09-4351-9476-9c4044f5d964 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875156 Sep 26 01:48:09.611101 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaa323-c5be-4b89-a88b-c7dd97c5120f req-1a3d1fe9-be8a-4128-a372-00c978302271 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 01:48:09.612871 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-eeaaa323-c5be-4b89-a88b-c7dd97c5120f req-1a3d1fe9-be8a-4128-a372-00c978302271 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 946 time: 0.0479176 Sep 26 01:48:09.704966 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [req-eeaaa323-c5be-4b89-a88b-c7dd97c5120f req-637c7389-4f31-45b5-bf20-02c817766605 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Deleting port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:48:09.705309 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-eeaaa323-c5be-4b89-a88b-c7dd97c5120f req-637c7389-4f31-45b5-bf20-02c817766605 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:09.798067 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [req-eeaaa323-c5be-4b89-a88b-c7dd97c5120f req-637c7389-4f31-45b5-bf20-02c817766605 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] For port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8, host hv-cinder-85920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85920',level=0,port_id=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:48:09.798415 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-eeaaa323-c5be-4b89-a88b-c7dd97c5120f req-637c7389-4f31-45b5-bf20-02c817766605 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:09.810975 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [req-eeaaa323-c5be-4b89-a88b-c7dd97c5120f req-637c7389-4f31-45b5-bf20-02c817766605 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Calling delete_port for 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 owned by compute:nova {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:48:09.937817 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-eeaaa323-c5be-4b89-a88b-c7dd97c5120f req-637c7389-4f31-45b5-bf20-02c817766605 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:09.963625 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c7389-4f31-45b5-bf20-02c817766605 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event deleted for resources: {'Port': ['ID=8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:10.014083 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaaa323-c5be-4b89-a88b-c7dd97c5120f req-637c7389-4f31-45b5-bf20-02c817766605 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] No DVR routers for this DVR port 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 on host hv-cinder-85920 {{(pid=106406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:48:10.016485 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [req-eeaaa323-c5be-4b89-a88b-c7dd97c5120f req-637c7389-4f31-45b5-bf20-02c817766605 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for port (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:10.019569 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [req-eeaaa323-c5be-4b89-a88b-c7dd97c5120f req-637c7389-4f31-45b5-bf20-02c817766605 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.52 "DELETE /networking/v2.0/ports/8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 HTTP/1.1" status: 204 len: 173 time: 0.3967843 Sep 26 01:48:10.020038 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'name': 'network-vif-deleted', 'tag': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8'}] {{(pid=106406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 01:48:10.022610 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d41521bbb298b76889fb764a7a1e51e97f40fc39280a8c5df2feb5ac9b02b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de790a7-da42-4557-93a8-ea1acc46bece" -d '{"events": [{"server_uuid": "2ad4ef30-98fb-408a-8a13-e78e64481234", "name": "network-vif-deleted", "tag": "8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8"}]}' {{(pid=106406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 01:48:10.062253 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 01:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d37a96-b06e-4e8d-86d9-92f20a3f5a8a x-openstack-request-id: req-90d37a96-b06e-4e8d-86d9-92f20a3f5a8a {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 01:48:10.062570 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad4ef30-98fb-408a-8a13-e78e64481234", "name": "network-vif-deleted", "tag": "8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8", "status": "completed", "code": 200}]} {{(pid=106406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 01:48:10.062818 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90d37a96-b06e-4e8d-86d9-92f20a3f5a8a {{(pid=106406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 01:48:10.063216 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d37a96-b06e-4e8d-86d9-92f20a3f5a8a'] response: {'server_uuid': '2ad4ef30-98fb-408a-8a13-e78e64481234', 'name': 'network-vif-deleted', 'tag': '8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8', 'status': 'completed', 'code': 200} Sep 26 01:48:10.388976 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [req-5acfb2a0-618d-404e-a8ce-0882b64fe02a req-58f59599-5c3b-4392-9f4e-2f94dbd3a11b tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2ad4ef30-98fb-408a-8a13-e78e64481234 HTTP/1.1" status: 200 len: 210 time: 0.0335691 Sep 26 01:48:11.456398 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 45088) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:11.569946 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-058c360f-38af-4eb1-901e-19a31a323cbc tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Deleting port b5f9b416-7abf-48d4-bf4c-7f4952f54742 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:48:11.570299 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-058c360f-38af-4eb1-901e-19a31a323cbc tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (b5f9b416-7abf-48d4-bf4c-7f4952f54742), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:11.650053 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-058c360f-38af-4eb1-901e-19a31a323cbc tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (b5f9b416-7abf-48d4-bf4c-7f4952f54742), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:11.650383 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-058c360f-38af-4eb1-901e-19a31a323cbc tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (b5f9b416-7abf-48d4-bf4c-7f4952f54742), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:11.663106 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-058c360f-38af-4eb1-901e-19a31a323cbc tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Calling delete_port for b5f9b416-7abf-48d4-bf4c-7f4952f54742 owned by network:floatingip {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:48:11.790913 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-058c360f-38af-4eb1-901e-19a31a323cbc tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (b5f9b416-7abf-48d4-bf4c-7f4952f54742), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:11.819601 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c360f-38af-4eb1-901e-19a31a323cbc tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event deleted for resources: {'Port': ['ID=b5f9b416-7abf-48d4-bf4c-7f4952f54742,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:11.881388 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-058c360f-38af-4eb1-901e-19a31a323cbc tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for floatingip (3d77b695-4a5d-4468-8c19-34950c295829), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:11.883887 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-058c360f-38af-4eb1-901e-19a31a323cbc tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226369'] for floatingip (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:11.885069 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-058c360f-38af-4eb1-901e-19a31a323cbc tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/3d77b695-4a5d-4468-8c19-34950c295829 HTTP/1.1" status: 204 len: 168 time: 0.4285436 Sep 26 01:48:13.089396 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 45100) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:13.133936 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:13.148957 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ab5dbc40-5f43-4ae1-a3dd-68384679a5c7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group (b7800397-6019-45d1-9be6-ea140cdc3e80), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:13.172454 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ab5dbc40-5f43-4ae1-a3dd-68384679a5c7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group (b7800397-6019-45d1-9be6-ea140cdc3e80), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:13.235002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ab5dbc40-5f43-4ae1-a3dd-68384679a5c7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (b7800397-6019-45d1-9be6-ea140cdc3e80), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:13.237569 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-ab5dbc40-5f43-4ae1-a3dd-68384679a5c7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Publish callbacks [] for security_group (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:13.238701 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-ab5dbc40-5f43-4ae1-a3dd-68384679a5c7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b7800397-6019-45d1-9be6-ea140cdc3e80 HTTP/1.1" status: 204 len: 168 time: 0.1483243 Sep 26 01:48:13.248216 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dbc40-5f43-4ae1-a3dd-68384679a5c7 tempest-TestVolumeBootPattern-348240511 tempest-TestVolumeBootPattern-348240511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7800397-6019-45d1-9be6-ea140cdc3e80,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:13.297497 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 45104) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:13.590249 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:13.615437 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 no longer exists at agent hyperv_hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:48:13.637069 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-87c83061-db16-4002-b069-9cc290454417 None None] No Port match for: 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:48:13.637413 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-87c83061-db16-4002-b069-9cc290454417 None None] Device 8f5bab4b-d8e6-4f83-9ec5-ca52a0b501c8 not bound to the agent host hv-cinder-85920 {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:48:13.753369 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-66396895-1b44-4fa4-a986-f36166c62143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428451'] for router_interface (afae10ec-5417-42e0-b049-a2d9a3c888dd), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:13.971925 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-66396895-1b44-4fa4-a986-f36166c62143 admin admin] Deleting port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:48:13.972267 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-66396895-1b44-4fa4-a986-f36166c62143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:14.055404 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [None req-66396895-1b44-4fa4-a986-f36166c62143 admin admin] For port 18544acc-5463-4bb2-a1ed-46ca1cefb5e0, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=18544acc-5463-4bb2-a1ed-46ca1cefb5e0,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:48:14.055769 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-66396895-1b44-4fa4-a986-f36166c62143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:14.069548 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-66396895-1b44-4fa4-a986-f36166c62143 admin admin] Calling delete_port for 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 owned by network:router_interface {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:48:14.198011 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:14.253639 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-66396895-1b44-4fa4-a986-f36166c62143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (18544acc-5463-4bb2-a1ed-46ca1cefb5e0), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:14.282950 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66396895-1b44-4fa4-a986-f36166c62143 admin admin] Pushing event deleted for resources: {'Port': ['ID=18544acc-5463-4bb2-a1ed-46ca1cefb5e0,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:14.398926 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:14.449306 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-66396895-1b44-4fa4-a986-f36166c62143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484627'] for router_interface (afae10ec-5417-42e0-b049-a2d9a3c888dd), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:14.922348 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66396895-1b44-4fa4-a986-f36166c62143 admin admin] Router afae10ec-5417-42e0-b049-a2d9a3c888dd has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:48:15.024313 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66396895-1b44-4fa4-a986-f36166c62143 admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:48:15.029409 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-66396895-1b44-4fa4-a986-f36166c62143 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/afae10ec-5417-42e0-b049-a2d9a3c888dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307570 Sep 26 01:48:15.031936 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 45108) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:15.032766 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e99a4-2678-4971-8382-1c4582965023 None None] Sync routers for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:48:15.043726 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e99a4-2678-4971-8382-1c4582965023 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:48:15.044862 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-7c5e99a4-2678-4971-8382-1c4582965023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:47:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:15.134602 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Publish callbacks [] for router (afae10ec-5417-42e0-b049-a2d9a3c888dd), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:15.146018 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-7c5e99a4-2678-4971-8382-1c4582965023 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: dv-cinder-859203-2-iscsi {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:48:15.236139 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Publish callbacks [] for router_gateway (afae10ec-5417-42e0-b049-a2d9a3c888dd), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:15.281093 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Deleting port 1695acf2-2880-419c-a4a7-4bfc1b4eee22 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:48:15.281437 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:15.324400 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-7c5e99a4-2678-4971-8382-1c4582965023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:48:14Z', 'revision_number': 5, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port': {'id': '1695acf2-2880-419c-a4a7-4bfc1b4eee22', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:15.356527 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e99a4-2678-4971-8382-1c4582965023 None None] Checking router: afae10ec-5417-42e0-b049-a2d9a3c888dd for host: dv-cinder-859203-2-iscsi {{(pid=106408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:48:15.365862 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e99a4-2678-4971-8382-1c4582965023 None None] Routers {'afae10ec-5417-42e0-b049-a2d9a3c888dd'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:48:15.366474 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-7c5e99a4-2678-4971-8382-1c4582965023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:47:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['afae10ec-5417-42e0-b049-a2d9a3c888dd'], 'active': True} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:15.372474 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] For port 1695acf2-2880-419c-a4a7-4bfc1b4eee22, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=1695acf2-2880-419c-a4a7-4bfc1b4eee22,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:48:15.372849 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:15.386622 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:15.388004 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Calling delete_port for 1695acf2-2880-419c-a4a7-4bfc1b4eee22 owned by network:router_gateway {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:48:15.454457 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_dvr_db [None req-7c5e99a4-2678-4971-8382-1c4582965023 None None] Set router afae10ec-5417-42e0-b049-a2d9a3c888dd gateway port host: None {{(pid=106408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:48:15.506094 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.l3_hamode_db [None req-7c5e99a4-2678-4971-8382-1c4582965023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:48:15Z', 'revision_number': 6, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port_host': None}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:15.533848 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e99a4-2678-4971-8382-1c4582965023 None None] The sync data for ids ['afae10ec-5417-42e0-b049-a2d9a3c888dd'] in dv-cinder-859203-2-iscsi is: [{'id': 'afae10ec-5417-42e0-b049-a2d9a3c888dd', 'name': 'tempest-TestVolumeBootPattern-1016135820-router', 'tenant_id': '786ed33f027946f581147e672b947df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:52Z', 'updated_at': '2022-09-26T01:48:15Z', 'revision_number': 6, 'project_id': '786ed33f027946f581147e672b947df0', 'gw_port_host': None}] {{(pid=106408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:48:15.550291 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:15.574761 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (1695acf2-2880-419c-a4a7-4bfc1b4eee22), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:15.599002 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1695acf2-2880-419c-a4a7-4bfc1b4eee22,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:15.664057 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485721'] for router_gateway (afae10ec-5417-42e0-b049-a2d9a3c888dd), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:15.751308 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (afae10ec-5417-42e0-b049-a2d9a3c888dd), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:15.753512 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Publish callbacks [] for router_controller (afae10ec-5417-42e0-b049-a2d9a3c888dd), precommit_delete_associations {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:15.797557 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484718'] for router (afae10ec-5417-42e0-b049-a2d9a3c888dd), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:15.798003 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afae10ec-5417-42e0-b049-a2d9a3c888dd {{(pid=106405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 01:48:15.802124 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:15.803898 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-4005319d-8616-4e18-ac3d-e3f8c6115bc3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/afae10ec-5417-42e0-b049-a2d9a3c888dd HTTP/1.1" status: 204 len: 168 time: 0.7703454 Sep 26 01:48:15.806437 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 45110) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:15.851619 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.db_base_plugin_v2 [None req-93458e66-6197-4d04-be78-7c6b68c59810 admin admin] Deleting subnet 840b9a72-e2b8-40ef-b59c-aae9095f9e03 {{(pid=106405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:48:15.854782 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-93458e66-6197-4d04-be78-7c6b68c59810 admin admin] Publish callbacks [] for subnet (840b9a72-e2b8-40ef-b59c-aae9095f9e03), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:15.891903 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-93458e66-6197-4d04-be78-7c6b68c59810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7542103'] for subnet (840b9a72-e2b8-40ef-b59c-aae9095f9e03), precommit_delete_associations {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:15.976240 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-93458e66-6197-4d04-be78-7c6b68c59810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (840b9a72-e2b8-40ef-b59c-aae9095f9e03), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.036099 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-93458e66-6197-4d04-be78-7c6b68c59810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5001565'] for subnet (840b9a72-e2b8-40ef-b59c-aae9095f9e03), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.064183 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93458e66-6197-4d04-be78-7c6b68c59810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840b9a72-e2b8-40ef-b59c-aae9095f9e03,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:16.068100 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-93458e66-6197-4d04-be78-7c6b68c59810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.071843 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-93458e66-6197-4d04-be78-7c6b68c59810 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/840b9a72-e2b8-40ef-b59c-aae9095f9e03 HTTP/1.1" status: 204 len: 168 time: 0.2638919 Sep 26 01:48:16.073858 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 45112) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:16.074865 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ac6a7-5239-4707-ae68-fe804c23d14c None None] Network 9880eab6-c89c-4490-9622-c91f1df8e6a8 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:48:16.146605 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (9880eab6-c89c-4490-9622-c91f1df8e6a8), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.195151 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Deleting port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:48:16.195492 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.258782 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] For port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=61fbdfaa-b7e0-4118-abad-1b71b6c77ca9,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:48:16.259433 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.275093 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Calling delete_port for 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 owned by network:dhcp {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:48:16.282578 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:16.308907 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] DHCP port deletion for 9880eab6-c89c-4490-9622-c91f1df8e6a8 request from dv-cinder-859203-2-iscsi {{(pid=106407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 01:48:16.349354 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Deleting port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 {{(pid=106407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:48:16.350415 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), before_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.363080 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.390615 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=61fbdfaa-b7e0-4118-abad-1b71b6c77ca9,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:16.392470 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] No DVR routers for this DVR port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 on host dv-cinder-859203-2-iscsi {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:48:16.425445 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.db [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] For port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=61fbdfaa-b7e0-4118-abad-1b71b6c77ca9,segment=NetworkSegment(7a38eefe-6c54-480f-ba89-0d00d8bf688e),segment_id=7a38eefe-6c54-480f-ba89-0d00d8bf688e)] {{(pid=106407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:48:16.425818 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), precommit_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.439835 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Calling delete_port for 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 owned by network:dhcp {{(pid=106407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:48:16.471190 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (9880eab6-c89c-4490-9622-c91f1df8e6a8), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.492922 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9880eab6-c89c-4490-9622-c91f1df8e6a8']}} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:16.499672 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:16.503290 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a38eefe-6c54-480f-ba89-0d00d8bf688e') {'for_net_delete': True} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:16.503688 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a38eefe-6c54-480f-ba89-0d00d8bf688e') {} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:16.514348 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021'] for port (61fbdfaa-b7e0-4118-abad-1b71b6c77ca9), after_delete {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.514832 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7542124'] for segment (7a38eefe-6c54-480f-ba89-0d00d8bf688e), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.531065 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (7a38eefe-6c54-480f-ba89-0d00d8bf688e), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.537701 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=106405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:48:16.538085 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565295'] for segment (7a38eefe-6c54-480f-ba89-0d00d8bf688e), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.553622 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Pushing event deleted for resources: {'Port': ['ID=61fbdfaa-b7e0-4118-abad-1b71b6c77ca9,revision_number=None']} {{(pid=106407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:16.561573 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] No DVR routers for this DVR port 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 on host dv-cinder-859203-2-iscsi {{(pid=106407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:48:16.565838 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.566792 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.567190 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.567532 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.568062 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.568226 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.568572 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.569598 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.570064 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.570460 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.571002 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.571589 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.571953 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.572284 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.572636 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb98162-aa59-4582-8095-c335ce6c5ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859203-2-iscsi {{(pid=106407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 01:48:16.576501 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.613947 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (9880eab6-c89c-4490-9622-c91f1df8e6a8), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.623092 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:16.629394 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/9880eab6-c89c-4490-9622-c91f1df8e6a8 HTTP/1.1" status: 204 len: 168 time: 0.5518012 Sep 26 01:48:16.630315 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 45118) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:16.646490 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b70278-30b4-455c-9622-ff478bd147f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9880eab6-c89c-4490-9622-c91f1df8e6a8,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:16.737010 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment 7a38eefe-6c54-480f-ba89-0d00d8bf688e resource provider aggregate not found Sep 26 01:48:16.744067 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:48:16.755560 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment 7a38eefe-6c54-480f-ba89-0d00d8bf688e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a38eefe-6c54-480f-ba89-0d00d8bf688e found for delete ", "request_id": "req-2a953915-abce-477e-b5e2-cc2d9677aa99"}]} Sep 26 01:48:16.771100 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:48:16.771447 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 18544acc-5463-4bb2-a1ed-46ca1cefb5e0 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:48:16.771890 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:48:16.790394 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:48:16.790738 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 61fbdfaa-b7e0-4118-abad-1b71b6c77ca9 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:48:16.791143 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 1695acf2-2880-419c-a4a7-4bfc1b4eee22 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:48:16.795374 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:16.810032 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 1695acf2-2880-419c-a4a7-4bfc1b4eee22 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:48:16.810310 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 1695acf2-2880-419c-a4a7-4bfc1b4eee22 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:48:16.838093 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:16.971897 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8b0bbd0-c429-4f32-9ae9-dac27c85081f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428451'] for router_interface (330a19f6-3375-405e-8556-fa73143db457), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:17.187483 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0bbd0-c429-4f32-9ae9-dac27c85081f admin admin] Deleting port 003ba850-27fd-414c-af1e-6067ac1a91e1 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:48:17.187732 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8b0bbd0-c429-4f32-9ae9-dac27c85081f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:17.267396 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-e8b0bbd0-c429-4f32-9ae9-dac27c85081f admin admin] For port 003ba850-27fd-414c-af1e-6067ac1a91e1, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=003ba850-27fd-414c-af1e-6067ac1a91e1,segment=NetworkSegment(f444d1c3-d4f6-4daa-ba6c-37679f07b5a6),segment_id=f444d1c3-d4f6-4daa-ba6c-37679f07b5a6)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:48:17.267750 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8b0bbd0-c429-4f32-9ae9-dac27c85081f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:17.281054 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0bbd0-c429-4f32-9ae9-dac27c85081f admin admin] Calling delete_port for 003ba850-27fd-414c-af1e-6067ac1a91e1 owned by network:router_interface {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:48:17.458281 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8b0bbd0-c429-4f32-9ae9-dac27c85081f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (003ba850-27fd-414c-af1e-6067ac1a91e1), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:17.481780 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0bbd0-c429-4f32-9ae9-dac27c85081f admin admin] Pushing event deleted for resources: {'Port': ['ID=003ba850-27fd-414c-af1e-6067ac1a91e1,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:17.625404 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:17.638239 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:17.653293 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-e8b0bbd0-c429-4f32-9ae9-dac27c85081f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484627'] for router_interface (330a19f6-3375-405e-8556-fa73143db457), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:18.090037 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b0bbd0-c429-4f32-9ae9-dac27c85081f admin admin] Router 330a19f6-3375-405e-8556-fa73143db457 has already been hosted by L3 agent 3bca81dd-2767-404f-9e78-c4d5debc4bb5 {{(pid=106406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 01:48:18.192056 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b0bbd0-c429-4f32-9ae9-dac27c85081f admin admin] Notify agent at l3_agent.dv-cinder-859203-2-iscsi the message routers_updated {{(pid=106406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 01:48:18.197298 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-e8b0bbd0-c429-4f32-9ae9-dac27c85081f admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/330a19f6-3375-405e-8556-fa73143db457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5648873 Sep 26 01:48:18.199913 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 45122) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:18.203202 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf75df5-2544-424d-bcc9-1b95bf30e414 None None] Sync routers for ids ['330a19f6-3375-405e-8556-fa73143db457'] in dv-cinder-859203-2-iscsi {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 01:48:18.214092 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf75df5-2544-424d-bcc9-1b95bf30e414 None None] Routers {'330a19f6-3375-405e-8556-fa73143db457'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:48:18.214711 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-3cf75df5-2544-424d-bcc9-1b95bf30e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:47:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['330a19f6-3375-405e-8556-fa73143db457'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:18.305248 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Publish callbacks [] for router (330a19f6-3375-405e-8556-fa73143db457), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:18.317501 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-3cf75df5-2544-424d-bcc9-1b95bf30e414 None None] Set router 330a19f6-3375-405e-8556-fa73143db457 gateway port host: dv-cinder-859203-2-iscsi {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:48:18.405669 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Publish callbacks [] for router_gateway (330a19f6-3375-405e-8556-fa73143db457), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:18.439942 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:18.450055 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Deleting port aca0afd6-7413-441e-8c10-ca42d208ec60 {{(pid=106406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:48:18.450340 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:18.488256 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-3cf75df5-2544-424d-bcc9-1b95bf30e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330a19f6-3375-405e-8556-fa73143db457', 'name': 'tempest-TestVolumeBootPattern-1736602241-router', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'external_fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:57Z', 'updated_at': '2022-09-26T01:48:17Z', 'revision_number': 5, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'gw_port': {'id': 'aca0afd6-7413-441e-8c10-ca42d208ec60', 'name': '', 'network_id': '4033d1d8-514c-468e-8f1f-247159e0de47', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330a19f6-3375-405e-8556-fa73143db457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859203-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T01:40:58Z', 'updated_at': '2022-09-26T01:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2033a70-4c39-436a-aeca-6750406399b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859203-2-iscsi'}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:18.491247 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:18.517673 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf75df5-2544-424d-bcc9-1b95bf30e414 None None] Checking router: 330a19f6-3375-405e-8556-fa73143db457 for host: dv-cinder-859203-2-iscsi {{(pid=106407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 01:48:18.528163 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf75df5-2544-424d-bcc9-1b95bf30e414 None None] Routers {'330a19f6-3375-405e-8556-fa73143db457'} bound to L3 agent in host dv-cinder-859203-2-iscsi {{(pid=106407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 01:48:18.528791 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-3cf75df5-2544-424d-bcc9-1b95bf30e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859203-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T01:27:59Z,description=,heartbeat_timestamp=2022-09-26T01:47:59Z,host='dv-cinder-859203-2-iscsi',id=3bca81dd-2767-404f-9e78-c4d5debc4bb5,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T01:27:59Z,topic='l3_agent')) {'router_ids': ['330a19f6-3375-405e-8556-fa73143db457'], 'active': True} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:18.534963 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.db [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] For port aca0afd6-7413-441e-8c10-ca42d208ec60, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=aca0afd6-7413-441e-8c10-ca42d208ec60,segment=NetworkSegment(c60c5481-e4db-41a3-86b1-f16b9b106b3b),segment_id=c60c5481-e4db-41a3-86b1-f16b9b106b3b)] {{(pid=106406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:48:18.535327 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:18.548621 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.plugins.ml2.plugin [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Calling delete_port for aca0afd6-7413-441e-8c10-ca42d208ec60 owned by network:router_gateway {{(pid=106406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:48:18.612955 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_dvr_db [None req-3cf75df5-2544-424d-bcc9-1b95bf30e414 None None] Set router 330a19f6-3375-405e-8556-fa73143db457 gateway port host: None {{(pid=106407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 01:48:18.660015 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:18.661574 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.db.l3_hamode_db [None req-3cf75df5-2544-424d-bcc9-1b95bf30e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330a19f6-3375-405e-8556-fa73143db457', 'name': 'tempest-TestVolumeBootPattern-1736602241-router', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:57Z', 'updated_at': '2022-09-26T01:48:18Z', 'revision_number': 6, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'gw_port_host': None}], 'dv-cinder-859203-2-iscsi', False) {} {{(pid=106407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:18.694283 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf75df5-2544-424d-bcc9-1b95bf30e414 None None] The sync data for ids ['330a19f6-3375-405e-8556-fa73143db457'] in dv-cinder-859203-2-iscsi is: [{'id': '330a19f6-3375-405e-8556-fa73143db457', 'name': 'tempest-TestVolumeBootPattern-1736602241-router', 'tenant_id': 'fd28bfe672a742128e64c0b0badce537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T01:40:57Z', 'updated_at': '2022-09-26T01:48:18Z', 'revision_number': 6, 'project_id': 'fd28bfe672a742128e64c0b0badce537', 'gw_port_host': None}] {{(pid=106407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 01:48:18.729644 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6739829'] for port (aca0afd6-7413-441e-8c10-ca42d208ec60), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:18.753161 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Pushing event deleted for resources: {'Port': ['ID=aca0afd6-7413-441e-8c10-ca42d208ec60,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:18.761142 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:18.820292 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485721'] for router_gateway (330a19f6-3375-405e-8556-fa73143db457), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:18.907637 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-484045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (330a19f6-3375-405e-8556-fa73143db457), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:18.909801 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Publish callbacks [] for router_controller (330a19f6-3375-405e-8556-fa73143db457), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:18.953642 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-484718'] for router (330a19f6-3375-405e-8556-fa73143db457), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:18.954227 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 330a19f6-3375-405e-8556-fa73143db457 {{(pid=106406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 01:48:18.958431 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:18.960097 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-8280b169-3ea8-452b-ae92-3f7da2b026fc admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/330a19f6-3375-405e-8556-fa73143db457 HTTP/1.1" status: 204 len: 168 time: 0.7592194 Sep 26 01:48:18.962822 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 45124) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:19.006931 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4e64b9-6887-4864-8266-e5c52d970b1a admin admin] Deleting subnet 19703a78-4442-4505-9b04-e7dbb0614e4a {{(pid=106406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 01:48:19.010025 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea4e64b9-6887-4864-8266-e5c52d970b1a admin admin] Publish callbacks [] for subnet (19703a78-4442-4505-9b04-e7dbb0614e4a), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.050941 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea4e64b9-6887-4864-8266-e5c52d970b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8362280'] for subnet (19703a78-4442-4505-9b04-e7dbb0614e4a), precommit_delete_associations {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.134253 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea4e64b9-6887-4864-8266-e5c52d970b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1413226'] for subnet (19703a78-4442-4505-9b04-e7dbb0614e4a), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.186482 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea4e64b9-6887-4864-8266-e5c52d970b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1416023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6739738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7861750'] for subnet (19703a78-4442-4505-9b04-e7dbb0614e4a), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.211942 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e64b9-6887-4864-8266-e5c52d970b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19703a78-4442-4505-9b04-e7dbb0614e4a,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:19.215614 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-ea4e64b9-6887-4864-8266-e5c52d970b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for subnet (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.218716 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-ea4e64b9-6887-4864-8266-e5c52d970b1a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/19703a78-4442-4505-9b04-e7dbb0614e4a HTTP/1.1" status: 204 len: 168 time: 0.2549589 Sep 26 01:48:19.221432 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.wsgi [-] (106405) accepted ('10.222.0.25', 45126) {{(pid=106405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:19.224037 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e2b09-6f44-4aab-88f2-4b195f87d188 None None] Network 4e63bbee-6f1c-469b-b825-32a8233fa430 requested from dv-cinder-859203-2-iscsi {{(pid=106407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 01:48:19.298295 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373727'] for network (4e63bbee-6f1c-469b-b825-32a8233fa430), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.344089 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Deleting port 499f41e1-42df-415a-a57d-0650b459ecf5 {{(pid=106405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 01:48:19.344466 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771167256589'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.410337 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.db [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] For port 499f41e1-42df-415a-a57d-0650b459ecf5, host dv-cinder-859203-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859203-2-iscsi',level=0,port_id=499f41e1-42df-415a-a57d-0650b459ecf5,segment=NetworkSegment(f444d1c3-d4f6-4daa-ba6c-37679f07b5a6),segment_id=f444d1c3-d4f6-4daa-ba6c-37679f07b5a6)] {{(pid=106405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 01:48:19.410781 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-485977'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.425252 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.plugin [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Calling delete_port for 499f41e1-42df-415a-a57d-0650b459ecf5 owned by network:dhcp {{(pid=106405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 01:48:19.512807 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1864152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771167258763', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771166818021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565114'] for port (499f41e1-42df-415a-a57d-0650b459ecf5), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.513212 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a61b0-ac27-4c2a-898b-18a18c57005f None None] DHCP port deletion for 4e63bbee-6f1c-469b-b825-32a8233fa430 request from dv-cinder-859203-2-iscsi {{(pid=106407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 01:48:19.538449 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=499f41e1-42df-415a-a57d-0650b459ecf5,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:19.543968 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] No DVR routers for this DVR port 499f41e1-42df-415a-a57d-0650b459ecf5 on host dv-cinder-859203-2-iscsi {{(pid=106405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 01:48:19.621516 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713537', 'neutron.services.segments.db._delete_segments_for_network-8771167330497'] for network (4e63bbee-6f1c-469b-b825-32a8233fa430), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.645556 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e63bbee-6f1c-469b-b825-32a8233fa430']}} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:19.657251 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f444d1c3-d4f6-4daa-ba6c-37679f07b5a6') {'for_net_delete': True} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:19.657554 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.services.segments.db [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f444d1c3-d4f6-4daa-ba6c-37679f07b5a6') {} {{(pid=106405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 01:48:19.669255 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771167330389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7542124'] for segment (f444d1c3-d4f6-4daa-ba6c-37679f07b5a6), before_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.683674 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926'] for segment (f444d1c3-d4f6-4daa-ba6c-37679f07b5a6), precommit_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.690821 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=106405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 01:48:19.691564 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565295'] for segment (f444d1c3-d4f6-4daa-ba6c-37679f07b5a6), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.735119 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment f444d1c3-d4f6-4daa-ba6c-37679f07b5a6 resource provider aggregate not found Sep 26 01:48:19.753910 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.services.segments.plugin [-] Segment f444d1c3-d4f6-4daa-ba6c-37679f07b5a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f444d1c3-d4f6-4daa-ba6c-37679f07b5a6 found for delete ", "request_id": "req-14b72507-43fd-4ef8-a2cf-826b1aa95c9a"}]} Sep 26 01:48:19.762068 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-485772'] for network (4e63bbee-6f1c-469b-b825-32a8233fa430), after_delete {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.768445 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron_lib.callbacks.manager [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626381'] for network (None), before_response {{(pid=106405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:19.771478 dv-cinder-859203-2-iscsi neutron-server[106405]: INFO neutron.wsgi [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/4e63bbee-6f1c-469b-b825-32a8233fa430 HTTP/1.1" status: 204 len: 168 time: 0.5490701 Sep 26 01:48:19.783170 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f7112-8b5c-4c7a-8b60-73fbfbd11fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e63bbee-6f1c-469b-b825-32a8233fa430,revision_number=None']} {{(pid=106405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:19.883585 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 45134) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:19.926705 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-174d6322-aa6a-4a37-9693-0bf2dbaf5afc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=786ed33f027946f581147e672b947df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419745 Sep 26 01:48:19.929920 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 45136) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:19.980602 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c52ce6f3-f1d3-4b08-8687-62be6e7bde65 admin admin] Publish callbacks [] for security_group (068447e1-08dd-4e23-a0ee-561b81e35fd0), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:20.000606 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c52ce6f3-f1d3-4b08-8687-62be6e7bde65 admin admin] Publish callbacks [] for security_group (068447e1-08dd-4e23-a0ee-561b81e35fd0), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:20.048399 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c52ce6f3-f1d3-4b08-8687-62be6e7bde65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (068447e1-08dd-4e23-a0ee-561b81e35fd0), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:20.050927 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-c52ce6f3-f1d3-4b08-8687-62be6e7bde65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:20.052094 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-c52ce6f3-f1d3-4b08-8687-62be6e7bde65 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/068447e1-08dd-4e23-a0ee-561b81e35fd0 HTTP/1.1" status: 204 len: 168 time: 0.1212707 Sep 26 01:48:20.061224 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ce6f3-f1d3-4b08-8687-62be6e7bde65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068447e1-08dd-4e23-a0ee-561b81e35fd0,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:20.372233 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 45142) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:20.414400 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-29638d50-b619-4afe-9cef-b44ab144095d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fd28bfe672a742128e64c0b0badce537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392201 Sep 26 01:48:20.415217 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.wsgi [-] (106406) accepted ('10.222.0.25', 45144) {{(pid=106406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 01:48:20.463107 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3d91418-6a0f-43c4-ab71-0039935d69ac admin admin] Publish callbacks [] for security_group (9013399b-2a05-44d5-bf1f-50850e2b65a0), before_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:20.482796 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3d91418-6a0f-43c4-ab71-0039935d69ac admin admin] Publish callbacks [] for security_group (9013399b-2a05-44d5-bf1f-50850e2b65a0), precommit_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:20.490234 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:20.530637 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3d91418-6a0f-43c4-ab71-0039935d69ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582586'] for security_group (9013399b-2a05-44d5-bf1f-50850e2b65a0), after_delete {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:20.533247 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron_lib.callbacks.manager [None req-d3d91418-6a0f-43c4-ab71-0039935d69ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:20.534386 dv-cinder-859203-2-iscsi neutron-server[106406]: INFO neutron.wsgi [None req-d3d91418-6a0f-43c4-ab71-0039935d69ac admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9013399b-2a05-44d5-bf1f-50850e2b65a0 HTTP/1.1" status: 204 len: 168 time: 0.1182907 Sep 26 01:48:20.542725 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d91418-6a0f-43c4-ab71-0039935d69ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9013399b-2a05-44d5-bf1f-50850e2b65a0,revision_number=None']} {{(pid=106406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 01:48:20.739984 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device aca0afd6-7413-441e-8c10-ca42d208ec60 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:48:20.765753 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: aca0afd6-7413-441e-8c10-ca42d208ec60 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:48:20.766208 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device aca0afd6-7413-441e-8c10-ca42d208ec60 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:48:20.766695 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 003ba850-27fd-414c-af1e-6067ac1a91e1 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:48:20.787901 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 003ba850-27fd-414c-af1e-6067ac1a91e1 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:48:20.788245 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 003ba850-27fd-414c-af1e-6067ac1a91e1 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:48:20.788881 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 499f41e1-42df-415a-a57d-0650b459ecf5 no longer exists at agent ovs-agent-dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 01:48:20.809409 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] No Port match for: 499f41e1-42df-415a-a57d-0650b459ecf5 {{(pid=106407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 01:48:20.809759 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron.plugins.ml2.rpc [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Device 499f41e1-42df-415a-a57d-0650b459ecf5 not bound to the agent host dv-cinder-859203-2-iscsi {{(pid=106407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 01:48:26.309183 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=85 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:26.314148 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=86 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:26.919096 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-2d8ddaf7-9d07-47b4-b1da-b8d14b4907f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:29.257357 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-13fb222b-9486-4178-9313-d679eaf1eadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:29.755935 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=81,neutron:DELETE=8 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:29.773921 dv-cinder-859203-2-iscsi neutron-server[106405]: DEBUG dbcounter [-] [106405] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106405) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:30.518185 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=79,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:30.537920 dv-cinder-859203-2-iscsi neutron-server[106406]: DEBUG dbcounter [-] [106406] Writing DB stats neutron:SELECT=2 {{(pid=106406) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:30.765790 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:32.109225 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:32.249453 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:41.305596 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:48:42.243141 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:42.245008 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:46.567755 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:52.156227 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=14 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:52.157011 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=14 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:56.561652 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:56.563650 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:48:56.921509 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-e5224cab-3476-4bc8-b71e-acb315f4908a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:48:59.258865 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-7f45b71f-9f5a-4ee5-b34c-1ada93fba6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:49:00.768216 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:49:02.114848 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:49:02.251831 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:49:03.309547 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:03.314551 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:12.246207 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:12.248188 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:16.569073 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:49:18.305227 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:49:26.562974 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:26.564870 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:26.923632 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-2357b1ad-4bb0-4253-96cb-ef26353f4e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:49:28.301824 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:29.261534 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-75af3484-c302-4ae3-89c5-8baabf3e9c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:49:30.770964 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:49:32.116269 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:49:32.253621 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:49:40.304758 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:40.309779 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=5 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:42.247820 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:42.249807 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:46.580055 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:49:55.304765 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:49:55.330277 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:56.569981 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:56.576201 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:49:56.928956 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-47b014ab-1ed8-4935-a74a-7117ba4b4841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:49:59.264579 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-e8793380-4fc7-478e-8c2a-5554af143ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:50:00.774735 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:50:02.157941 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:50:02.255252 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:50:05.300629 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:12.249015 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:12.251628 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:16.596146 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:50:17.301171 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:17.306248 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=4 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:26.590576 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:26.592519 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:26.931614 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-19d7a8ee-e479-49d2-8289-221a8e1ee22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:50:29.269858 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-79999798-9eda-4009-9e29-6f441eda2c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:50:30.776074 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:50:32.121817 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:50:32.257712 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:50:32.303797 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:50:42.251259 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=9 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:42.253116 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:46.599252 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:50:54.307063 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=23 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:54.313146 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=13 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:56.587969 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:56.595219 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:50:56.934367 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eeff9b19-2059-447b-8a1a-b0cc12fb2fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:50:59.271339 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-6e2c888e-53e0-4fd3-bbe5-536472f609fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:51:00.779041 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:51:02.128402 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:51:02.259317 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:51:09.302249 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:51:12.253443 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:12.255971 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:16.612788 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:51:19.298670 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:26.605979 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:26.608997 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:26.935347 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-b4d068f1-d4e2-4813-95e9-c872908ed645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:51:29.273129 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-105c585e-cba4-4502-bc4f-45fa9a720d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:51:30.781611 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:51:31.304856 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:31.308804 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:32.130514 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:51:32.261242 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:51:42.255749 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:42.257748 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:46.300979 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:51:46.631782 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:51:56.295570 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:56.296391 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:56.624810 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:56.627973 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:51:56.941332 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-723a6060-f7d0-40fc-9e55-5cd344fbd209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:51:59.274497 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a26b-6a52-45b2-b963-3eb89d06a4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:52:00.784079 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:52:02.164326 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:52:02.263037 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:52:08.309653 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:08.314373 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=3 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:12.257881 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:12.259890 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:16.659595 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:52:23.301397 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:52:26.649006 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:26.655197 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:26.944063 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-24ba98e1-7d6b-4691-8a8f-189f733febfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:52:29.275930 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d7921ebb-33a0-423d-aefd-b44c09e36bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:52:30.788178 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:52:32.136245 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:52:32.264723 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:52:33.294777 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:33.295553 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:42.258585 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:42.260489 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:46.677218 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:52:52.151409 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=17 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:52.153265 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=15 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:56.670546 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:56.672557 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:52:56.946286 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-be9885f8-4184-473e-a304-70563d2c28c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:52:59.277947 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-65440066-e675-4733-8707-2c6b0584f922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:53:00.301793 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG neutron.db.agents_db [None req-67514c8c-70c1-4940-b0c2-65c92e514d6b None None] Agent healthcheck: found 6 active agents {{(pid=106408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 01:53:00.789958 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:53:02.142839 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:53:02.265791 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:53:10.295470 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:53:10.296247 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=1 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:53:12.260354 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:53:12.262241 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:53:16.675995 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-87c83061-db16-4002-b069-9cc290454417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (4672190c-454b-4484-9422-60d7ed14b6c2), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:53:22.310580 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=2 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:53:22.316672 dv-cinder-859203-2-iscsi neutron-server[106408]: DEBUG dbcounter [-] [106408] Writing DB stats neutron:SELECT=4 {{(pid=106408) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:53:26.664180 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=2 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:53:26.671260 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG dbcounter [-] [106407] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106407) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 01:53:26.947992 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-8c9a2a16-0aae-42b2-aabb-459714c124c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (37dfe343-830f-40af-b79b-e1a2c9be1c4b), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:53:29.279485 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-97de57af-e5eb-4da3-9238-88710491bb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (3bca81dd-2767-404f-9e78-c4d5debc4bb5), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:53:30.792541 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-eb20241e-0988-4719-83d5-3df31b162ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (d9bd2de9-93f8-42ea-9b4f-1bc620f4ac97), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:53:32.142938 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-cf290ea0-bb9c-4aa0-a897-ae2347f8f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (6268ea17-57fa-431a-a786-2f5e75555f5a), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 01:53:32.270172 dv-cinder-859203-2-iscsi neutron-server[106407]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c6bd-f0f2-4b90-99d8-44c0786dd498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771167330479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714752'] for agent (e9bffbcb-4d3a-4254-9de2-38089331aaa8), after_update {{(pid=106407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}